-- Logs begin at Tue 2022-03-08 03:32:57 UTC, end at Tue 2022-03-08 05:09:02 UTC. -- Mar 08 04:34:56.235006 dv-cinder-740146-13-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 08 04:34:59.148025 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.common.config [-] Logging enabled! Mar 08 04:34:59.148648 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev579 Mar 08 04:34:59.148850 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110035) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 04:34:59.152173 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.common.config [-] Logging enabled! Mar 08 04:34:59.152434 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev579 Mar 08 04:34:59.152749 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110035) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 08 04:34:59.153713 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 04:34:59.153948 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 04:34:59.154324 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 04:34:59.154573 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 04:34:59.155197 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 04:34:59.155528 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.155951 dv-cinder-740146-13-iscsi neutron-server[110035]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 08 04:34:59.156270 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.156573 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.156872 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.157191 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.157496 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.157781 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.158078 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.158376 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.158666 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.158948 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.159232 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.159525 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.159807 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.160093 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.160378 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.160660 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] debug = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.160942 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.161404 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.161821 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.162101 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.162390 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.162673 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.162944 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.163220 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.163506 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.163837 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] host = dv-cinder-740146-13-iscsi {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.164621 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.164925 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.165237 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.165529 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.165810 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.166091 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.166375 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.166651 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.166928 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] log_file = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.167205 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.167495 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.167784 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.168074 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.168301 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.168532 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.168831 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.169120 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.169422 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.169698 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.169976 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.170250 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.170523 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.170792 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.171080 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.171364 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.171650 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.171929 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.172205 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.172480 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.172754 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.173034 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.173345 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.173622 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.173902 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.174189 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.174462 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.174737 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.175038 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.175329 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.175613 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.175903 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.176179 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.176462 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.176734 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.177008 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.177304 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] use_json = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.177580 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.177852 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.178132 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.178403 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.178676 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.178949 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.179220 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.179505 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.179860 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:34:59.180671 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.180969 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.181293 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.181596 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.181889 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.182171 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.182461 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.182740 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.183031 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.183328 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.183616 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.183896 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.184195 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.184485 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.184780 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.185086 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.185407 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.185703 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.185983 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.186261 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.186535 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.186814 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.187102 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.187382 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.187673 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.187963 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.188244 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.188546 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.188833 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.189127 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.189440 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.189715 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.189995 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.190288 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.190567 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.190842 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.191122 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.191411 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.191688 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.191962 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.192245 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.192523 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.192794 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.193066 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.193368 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.193663 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.193941 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.194212 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.194483 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.194757 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.195028 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.195312 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.195613 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.195889 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.196163 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.196439 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.196712 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.196985 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.197283 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.197565 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.197842 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.198114 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.198388 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.198665 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.198936 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.199211 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.199485 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.199758 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.200034 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.200307 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.200578 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.200849 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.201121 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.201418 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.201707 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.202004 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.202284 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.202569 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.202847 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.203125 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.203402 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.203682 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.203957 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.204236 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.204508 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.204797 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.205080 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.205389 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.205690 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.205970 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.206263 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.206543 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.206817 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.207098 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.207373 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.207651 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.207932 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.208212 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.208507 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.208799 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.209088 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.209404 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.209697 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.209987 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.210294 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.210572 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:34:59.210786 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 04:34:59.211047 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110035) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 08 04:34:59.584530 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 04:34:59.584721 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 04:34:59.585030 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 08 04:34:59.585541 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 08 04:34:59.912946 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:34:59.913269 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:34:59.913549 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:34:59.914974 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:34:59.915252 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:34:59.915529 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:34:59.960649 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:34:59.960925 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:34:59.961776 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:34:59.975851 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:34:59.976137 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:34:59.976410 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.004731 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.005016 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.005313 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.042948 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.043228 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.043501 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.388101 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.388693 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.388693 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.388896 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.389623 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.489175 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.489513 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.489801 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.490074 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.490341 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.490657 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.490923 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.491185 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.491445 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.491731 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.491993 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.492284 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.492542 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.492796 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.493050 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.493340 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.493598 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.493866 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.494139 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.494392 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.494663 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.494916 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.495199 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.495578 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.495829 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.496073 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.496470 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 04:35:00.496709 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 04:35:00.496947 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 04:35:00.497207 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 04:35:00.497447 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 04:35:00.497681 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 04:35:00.498042 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 08 04:35:00.501120 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 08 04:35:00.505178 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 08 04:35:00.508897 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Mar 08 04:35:00.510575 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 08 04:35:00.511046 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 08 04:35:00.511384 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 08 04:35:00.511770 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 08 04:35:00.514609 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 08 04:35:00.514865 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 08 04:35:00.515205 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 04:35:00.520097 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 08 04:35:00.544878 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 08 04:35:00.545320 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.545621 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110035) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 08 04:35:00.546001 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.547378 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110035) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 08 04:35:00.547660 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 08 04:35:00.547911 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 08 04:35:00.551234 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.551518 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:00.613922 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 08 04:35:00.614162 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 08 04:35:00.614404 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 08 04:35:00.614769 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 08 04:35:00.635197 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_db.sqlalchemy.engines [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110035) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 08 04:35:01.176587 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.plugins.ml2.managers [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Initializing driver for type 'gre' Mar 08 04:35:01.177102 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] gre ID ranges: [(1, 1000)] Mar 08 04:35:01.390534 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.plugins.ml2.managers [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Initializing driver for type 'local' Mar 08 04:35:01.391076 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.plugins.ml2.managers [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Initializing driver for type 'vlan' Mar 08 04:35:01.473755 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] VlanTypeDriver initialization complete Mar 08 04:35:01.474039 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.plugins.ml2.managers [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Initializing driver for type 'vxlan' Mar 08 04:35:01.474576 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] vxlan ID ranges: [(1, 1000)] Mar 08 04:35:01.667582 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.plugins.ml2.managers [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Initializing extension driver 'port_security' Mar 08 04:35:01.667918 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.plugins.ml2.extensions.port_security [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] PortSecurityExtensionDriver initialization complete Mar 08 04:35:01.668248 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.plugins.ml2.managers [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Initializing mechanism driver 'openvswitch' Mar 08 04:35:01.668588 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.plugins.ml2.managers [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Initializing mechanism driver 'hyperv' Mar 08 04:35:01.675287 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.plugins.ml2.plugin [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110035) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:35:01.676108 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > port after_create 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.676476 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > port after_update 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.676854 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > port after_delete 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.677397 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 04:35:01.677833 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > subnet after_create 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.678189 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > subnet after_update 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.678534 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.678927 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 04:35:01.679337 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > network after_create 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.679707 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > network after_update 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.680053 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > network after_delete 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.680446 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 04:35:01.680892 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > security_group after_create 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.681267 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > security_group after_update 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.684199 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.684199 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 04:35:01.684199 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.684199 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.684199 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.684616 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 04:35:01.684616 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > address_group after_create 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.684616 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > address_group after_update 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.684616 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.684908 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110035) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 08 04:35:01.685344 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] ML2 OVO RPC backend initialized. {{(pid=110035) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 08 04:35:01.686035 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.686387 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.686800 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > network before_response 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.687146 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > networks before_response 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.687491 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > port before_response 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.687828 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > ports before_response 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.688167 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > subnet before_response 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.688504 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > subnets before_response 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.688849 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > network after_create 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.689212 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > network after_update 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.689552 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > network after_delete 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.689930 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > port after_create 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.690270 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > port after_update 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.690604 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > port after_delete 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.690941 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > subnet after_create 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.691278 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > subnet after_update 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.691609 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.698910 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.quota [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded quota_driver: . Mar 08 04:35:01.699271 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.plugins.ml2.plugin [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Modular L2 Plugin initialization complete Mar 08 04:35:01.699616 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading services supported by the core plugin {{(pid=110035) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 08 04:35:01.699953 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.plugins.ml2.managers [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Got port-security extension from driver 'port_security' Mar 08 04:35:01.700424 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.extensions.vlantransparent [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Disabled vlantransparent extension. Mar 08 04:35:01.700944 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110035) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 08 04:35:01.701295 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading Plugin: router Mar 08 04:35:01.737854 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.738190 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > router after_create 55549900 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.738558 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > router before_create 55549900 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.738919 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.739286 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.739637 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > router after_delete 55549900 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.739994 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.740340 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.740691 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > router after_create 55549900 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.741032 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > router after_update 55549900 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.741399 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > router after_update 55549900 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.741743 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.742120 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > router after_update 55549900 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.742537 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > router precommit_update 55549900 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.742904 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: port after_update 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.743242 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: port after_delete 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.743576 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: subnet after_update 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.743916 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.744264 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.744612 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > router precommit_create 55549900 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.744952 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: port before_delete 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.745323 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > router precommit_create 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.745676 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > router after_update 55549900 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.746014 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.746486 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > router precommit_create 55549900 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.746847 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.747191 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > router precommit_update 55549900 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.747564 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > agent after_create 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.747908 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > agent after_delete 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.748250 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > network after_delete 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.749080 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.quota.resource_registry [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Tracking information for resource: router configured {{(pid=110035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 04:35:01.749431 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.quota.resource_registry [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Tracking information for resource: floatingip configured {{(pid=110035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 08 04:35:01.754296 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.db.l3_agentschedulers_db [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 08 04:35:01.754862 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: port after_update 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.755222 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: port after_create 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.755571 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: port after_delete 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.755917 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: port after_update 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.756682 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > router before_create 55550100 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.757045 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.757442 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > router precommit_create 55550100 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.757823 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > router precommit_update 55550100 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.762567 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.services.provider_configuration [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Service providers = [] {{(pid=110035) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 08 04:35:01.762927 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.db.servicetype_db [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110035) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 08 04:35:01.765892 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.services.service_base [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 04:35:01.766239 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.services.service_base [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 04:35:01.766572 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.services.service_base [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 04:35:01.767450 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.services.service_base [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 08 04:35:01.767822 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.services.service_base [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 08 04:35:01.768192 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 04:35:01.768507 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 08 04:35:01.779705 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 04:35:01.780040 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading Plugin: auto_allocate Mar 08 04:35:01.785849 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: network precommit_update 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.786213 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: network precommit_create 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.786722 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 04:35:01.787040 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading Plugin: tag Mar 08 04:35:01.794376 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 04:35:01.794702 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading Plugin: timestamp Mar 08 04:35:01.798515 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 04:35:01.798845 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading Plugin: network_ip_availability Mar 08 04:35:01.804430 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.804824 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.805214 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:01.805918 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 04:35:01.806237 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading Plugin: flavors Mar 08 04:35:01.811163 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 04:35:01.811494 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading Plugin: revisions Mar 08 04:35:01.815788 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 08 04:35:01.816170 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_concurrency.lockutils [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.231s {{(pid=110035) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 08 04:35:01.816899 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110035) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 08 04:35:01.817266 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Initializing extension manager. Mar 08 04:35:01.817788 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: __init__.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.818124 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: __pycache__ {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.818456 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.818784 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: address_group.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.819517 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.820069 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: address-group Mar 08 04:35:01.820412 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: address_scope.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.821110 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.821645 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: address-scope Mar 08 04:35:01.821963 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.822962 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.823474 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: router-admin-state-down-before-update Mar 08 04:35:01.823792 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: agent.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.824484 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.824983 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: agent Mar 08 04:35:01.825333 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: agent_resources_synced.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.826244 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.826747 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: agent-resources-synced Mar 08 04:35:01.827066 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: allowedaddresspairs.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.828819 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.829369 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: allowed-address-pairs Mar 08 04:35:01.829695 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: auto_allocated_topology.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.830762 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.831271 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: auto-allocated-topology Mar 08 04:35:01.831594 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: availability_zone.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.832275 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.832771 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: availability_zone Mar 08 04:35:01.833090 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: availability_zone_filter.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.834014 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.834518 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: availability_zone_filter Mar 08 04:35:01.834837 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: data_plane_status.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.835745 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.836756 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension data-plane-status not supported by any of loaded plugins Mar 08 04:35:01.837075 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: default_subnetpools.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.838008 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.838510 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: default-subnetpools Mar 08 04:35:01.838829 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.839622 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.840127 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: dhcp_agent_scheduler Mar 08 04:35:01.840443 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: dns.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.841372 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.841878 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension dns-integration not supported by any of loaded plugins Mar 08 04:35:01.842198 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: dns_domain_ports.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.843105 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.843606 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 08 04:35:01.843926 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.844833 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.845364 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 08 04:35:01.845688 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: dvr.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.846354 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.846857 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: dvr Mar 08 04:35:01.847174 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: ecmp_routes.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.848076 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.848577 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 08 04:35:01.848896 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: empty_string_filtering.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.849826 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.850330 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: empty-string-filtering Mar 08 04:35:01.850648 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.852374 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.852889 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 08 04:35:01.853244 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.854146 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.854656 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 08 04:35:01.854967 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: external_net.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.855866 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.856371 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: external-net Mar 08 04:35:01.856687 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.857615 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.858121 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: extra_dhcp_opt Mar 08 04:35:01.858437 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: extraroute.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.859328 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.859832 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: extraroute Mar 08 04:35:01.860148 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: extraroute_atomic.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.861175 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.861688 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: extraroute-atomic Mar 08 04:35:01.862006 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: filter_validation.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.862659 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.863174 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: filter-validation Mar 08 04:35:01.863472 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: fip_pf_description.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.864374 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.864870 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 08 04:35:01.865217 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: fip_port_details.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.866306 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.866812 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: fip-port-details Mar 08 04:35:01.867152 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: flavors.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.868384 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.868900 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: flavors Mar 08 04:35:01.869258 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.870940 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.871455 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 08 04:35:01.871780 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: floatingip_pools.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.872464 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.872968 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: floatingip-pools Mar 08 04:35:01.873330 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: ip_allocation.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.874252 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.874753 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension ip_allocation not supported by any of loaded plugins Mar 08 04:35:01.875071 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.875990 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.876494 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: ip-substring-filtering Mar 08 04:35:01.876814 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: l2_adjacency.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.877767 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.878266 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 08 04:35:01.878586 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: l3.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.879526 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.880032 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: router Mar 08 04:35:01.880353 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.882637 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.883182 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 08 04:35:01.883507 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.884428 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.884938 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: ext-gw-mode Mar 08 04:35:01.885295 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.886217 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.886729 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: l3-ha Mar 08 04:35:01.887051 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.887951 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.888456 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 08 04:35:01.888776 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: l3_flavors.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.889713 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.890221 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: l3-flavors Mar 08 04:35:01.890540 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: l3_ndp_proxy.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.891912 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.892428 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 08 04:35:01.892750 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.893688 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.894199 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 08 04:35:01.894520 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: l3agentscheduler.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.895533 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.896044 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: l3_agent_scheduler Mar 08 04:35:01.896365 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: local_ip.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.898156 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.899193 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension local_ip not supported by any of loaded plugins Mar 08 04:35:01.899518 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: logging.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.902354 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.902882 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension logging not supported by any of loaded plugins Mar 08 04:35:01.903220 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: metering.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.903958 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.904531 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: metering Mar 08 04:35:01.904860 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.905981 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.906505 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: metering_source_and_destination_fields Mar 08 04:35:01.906830 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: multiprovidernet.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.907771 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.908281 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: multi-provider Mar 08 04:35:01.908607 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: netmtu.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.909547 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.910057 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: net-mtu Mar 08 04:35:01.910378 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: netmtu_writable.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.911294 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.911797 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: net-mtu-writable Mar 08 04:35:01.912119 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: network_availability_zone.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.912784 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.913318 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: network_availability_zone Mar 08 04:35:01.913646 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: network_ip_availability.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.915363 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.915876 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: network-ip-availability Mar 08 04:35:01.916205 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: network_segment_range.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.916975 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.917500 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension network-segment-range not supported by any of loaded plugins Mar 08 04:35:01.917822 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: pagination.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.918810 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.919139 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: pagination Mar 08 04:35:01.919457 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: port_device_profile.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.920362 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.920970 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: port-device-profile Mar 08 04:35:01.921326 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.922251 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.922761 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: port-mac-address-regenerate Mar 08 04:35:01.923084 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.924060 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.924572 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: port-numa-affinity-policy Mar 08 04:35:01.924892 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: port_resource_request.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.925839 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.926339 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension port-resource-request not supported by any of loaded plugins Mar 08 04:35:01.926662 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: port_resource_request_groups.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.927612 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.928112 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 08 04:35:01.928430 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: portbindings.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.929380 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.929914 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: binding Mar 08 04:35:01.930233 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: portbindings_extended.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.931488 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.931997 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: binding-extended Mar 08 04:35:01.932319 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: portsecurity.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.933284 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.933795 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: port-security Mar 08 04:35:01.934117 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: project_id.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.935085 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.935413 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: project-id Mar 08 04:35:01.935731 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: providernet.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.936664 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.937194 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: provider Mar 08 04:35:01.937517 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: qos.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.941129 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.941678 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension qos not supported by any of loaded plugins Mar 08 04:35:01.942003 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.943250 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.943761 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 08 04:35:01.944087 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.944996 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.945560 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 08 04:35:01.945884 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: qos_default.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.946806 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.947309 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension qos-default not supported by any of loaded plugins Mar 08 04:35:01.947629 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: qos_fip.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.948555 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.949062 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension qos-fip not supported by any of loaded plugins Mar 08 04:35:01.949411 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: qos_fip_network_policy.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.950324 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.950838 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 08 04:35:01.951159 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: qos_gateway_ip.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.952067 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.952579 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 08 04:35:01.952901 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: qos_port_network_policy.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.953974 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.954485 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 08 04:35:01.954806 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.955847 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.956356 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 08 04:35:01.956682 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.957747 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.958259 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 08 04:35:01.958581 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: qos_pps_rule.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.959752 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.960271 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension qos-pps not supported by any of loaded plugins Mar 08 04:35:01.960594 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: qos_rule_type_details.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.962034 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.962549 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 08 04:35:01.962872 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: qos_rules_alias.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.963908 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.964419 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 08 04:35:01.964742 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: quota_check_limit.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.965684 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.966201 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: quota-check-limit Mar 08 04:35:01.966523 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: quotasv2.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.967445 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.967769 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: quotas Mar 08 04:35:01.968086 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: quotasv2_detail.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.969820 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.970148 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: quota_details Mar 08 04:35:01.970472 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: rbac.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.971516 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.972036 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: rbac-policies Mar 08 04:35:01.972360 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: rbac_address_group.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.973321 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.973839 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: rbac-address-group Mar 08 04:35:01.974162 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: rbac_address_scope.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.975081 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.975589 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: rbac-address-scope Mar 08 04:35:01.975908 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: rbac_security_groups.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.977663 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.978173 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: rbac-security-groups Mar 08 04:35:01.978493 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: rbac_subnetpool.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.979478 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.979986 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: rbac-subnetpool Mar 08 04:35:01.980307 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: revisionifmatch.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.981263 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.981772 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: revision-if-match Mar 08 04:35:01.982090 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: revisions.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.983199 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.983728 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: standard-attr-revisions Mar 08 04:35:01.984051 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: router_availability_zone.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.984718 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.985240 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: router_availability_zone Mar 08 04:35:01.985562 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: routerservicetype.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.986479 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.986979 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension router-service-type not supported by any of loaded plugins Mar 08 04:35:01.987302 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.988261 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.988725 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: security-groups-normalized-cidr Mar 08 04:35:01.989043 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.990001 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.990510 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: port-security-groups-filtering Mar 08 04:35:01.990828 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.991742 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.992272 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: security-groups-remote-address-group Mar 08 04:35:01.992591 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.993550 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:01.994060 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: security-groups-shared-filtering Mar 08 04:35:01.994378 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:01.994957 dv-cinder-740146-13-iscsi neutron-server[110035]: WARNING neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 08 04:35:01.995273 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: securitygroup.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:02.004844 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:02.005394 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: security-group Mar 08 04:35:02.005881 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: segment.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:02.006672 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:02.007183 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension segment not supported by any of loaded plugins Mar 08 04:35:02.007508 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:02.008464 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:02.008972 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 08 04:35:02.009328 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: servicetype.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:02.010448 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:02.010964 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: service-type Mar 08 04:35:02.011286 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: sorting.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:02.012260 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:02.012587 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: sorting Mar 08 04:35:02.012904 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: standard_attr_segment.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:02.013845 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:02.014360 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 08 04:35:02.014681 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: standardattrdescription.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:02.015320 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:02.015821 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: standard-attr-description Mar 08 04:35:02.016143 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: stateful_security_group.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:02.017063 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:02.017611 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: stateful-security-group Mar 08 04:35:02.017932 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: stdattrs_common.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:02.018493 dv-cinder-740146-13-iscsi neutron-server[110035]: WARNING neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 08 04:35:02.018809 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:02.019736 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:02.020247 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 08 04:35:02.020562 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: subnet_onboard.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:02.021701 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:02.024248 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: subnet_onboard Mar 08 04:35:02.024573 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:02.025664 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:02.026358 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 08 04:35:02.026684 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: subnet_service_types.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:02.027686 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:02.028283 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: subnet-service-types Mar 08 04:35:02.028648 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: subnetallocation.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:02.029998 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:02.030516 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: subnet_allocation Mar 08 04:35:02.030843 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:02.031515 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:02.032022 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: subnetpool-prefix-ops Mar 08 04:35:02.032346 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:02.033307 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:02.033819 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 08 04:35:02.034142 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: tagging.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:02.035186 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:02.035693 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: standard-attr-tag Mar 08 04:35:02.036016 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: timestamp.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:02.037235 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:02.037755 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loaded extension: standard-attr-timestamp Mar 08 04:35:02.038077 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: trunk.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:02.039710 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:02.040225 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension trunk not supported by any of loaded plugins Mar 08 04:35:02.040543 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: trunk_details.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:02.041490 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:02.042003 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension trunk-details not supported by any of loaded plugins Mar 08 04:35:02.042325 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: uplink_status_propagation.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:02.043242 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:02.043753 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 08 04:35:02.044074 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Loading extension file: vlantransparent.py {{(pid=110035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 08 04:35:02.044733 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 08 04:35:02.045267 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 08 04:35:02.047754 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.quota.resource_registry [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Creating instance of TrackedResource for resource:network Mar 08 04:35:02.048264 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.quota.resource_registry [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Creating instance of TrackedResource for resource:subnet Mar 08 04:35:02.048657 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.quota.resource_registry [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 04:35:02.049049 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.quota.resource_registry [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Creating instance of TrackedResource for resource:port Mar 08 04:35:02.050295 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.v2.resource_helper [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 04:35:02.050728 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.v2.resource_helper [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Service FLAVORS assigned prefix: {{(pid=110035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 04:35:02.051338 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.v2.resource_helper [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 04:35:02.051767 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.v2.resource_helper [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 04:35:02.052093 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.quota.resource_registry [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Creating instance of TrackedResource for resource:router Mar 08 04:35:02.052515 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.quota.resource_registry [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Creating instance of TrackedResource for resource:floatingip Mar 08 04:35:02.053005 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.v2.resource_helper [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Service METERING assigned prefix: /metering {{(pid=110035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 04:35:02.054443 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:02.054836 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:02.055185 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110035) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:35:02.056166 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.quota.resource_registry [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 04:35:02.056605 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.quota.resource_registry [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Creating instance of TrackedResource for resource:security_group Mar 08 04:35:02.057035 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.quota.resource_registry [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 04:35:02.057659 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.v2.resource_helper [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Service CORE assigned prefix: {{(pid=110035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 04:35:02.057983 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.quota.resource_registry [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 04:35:02.058319 dv-cinder-740146-13-iscsi neutron-server[110035]: WARNING neutron.quota.resource_registry [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] subnetpool is already registered Mar 08 04:35:02.058746 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.v2.resource_helper [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Service CORE assigned prefix: {{(pid=110035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 04:35:02.059074 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.quota.resource_registry [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 04:35:02.059397 dv-cinder-740146-13-iscsi neutron-server[110035]: WARNING neutron.quota.resource_registry [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] subnetpool is already registered Mar 08 04:35:02.061697 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.v2.resource_helper [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 04:35:02.062130 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.v2.resource_helper [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Service FLAVORS assigned prefix: {{(pid=110035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 04:35:02.062716 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.v2.resource_helper [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 04:35:02.063135 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.v2.resource_helper [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 04:35:02.063465 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.quota.resource_registry [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Creating instance of TrackedResource for resource:router Mar 08 04:35:02.063801 dv-cinder-740146-13-iscsi neutron-server[110035]: WARNING neutron.quota.resource_registry [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] router is already registered Mar 08 04:35:02.064209 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.quota.resource_registry [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Creating instance of TrackedResource for resource:floatingip Mar 08 04:35:02.064539 dv-cinder-740146-13-iscsi neutron-server[110035]: WARNING neutron.quota.resource_registry [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] floatingip is already registered Mar 08 04:35:02.064988 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.v2.resource_helper [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Service METERING assigned prefix: /metering {{(pid=110035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 04:35:02.065681 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.quota.resource_registry [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Creating instance of CountableResource for resource:rbac_policy Mar 08 04:35:02.066004 dv-cinder-740146-13-iscsi neutron-server[110035]: WARNING neutron.quota.resource_registry [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] rbac_policy is already registered Mar 08 04:35:02.066410 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.quota.resource_registry [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Creating instance of TrackedResource for resource:security_group Mar 08 04:35:02.066739 dv-cinder-740146-13-iscsi neutron-server[110035]: WARNING neutron.quota.resource_registry [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] security_group is already registered Mar 08 04:35:02.067138 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.quota.resource_registry [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 08 04:35:02.067462 dv-cinder-740146-13-iscsi neutron-server[110035]: WARNING neutron.quota.resource_registry [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] security_group_rule is already registered Mar 08 04:35:02.068095 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.v2.resource_helper [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Service CORE assigned prefix: {{(pid=110035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 04:35:02.068427 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.quota.resource_registry [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 04:35:02.068755 dv-cinder-740146-13-iscsi neutron-server[110035]: WARNING neutron.quota.resource_registry [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] subnetpool is already registered Mar 08 04:35:02.069188 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.v2.resource_helper [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Service CORE assigned prefix: {{(pid=110035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 08 04:35:02.069510 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.quota.resource_registry [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Creating instance of TrackedResource for resource:subnetpool Mar 08 04:35:02.069833 dv-cinder-740146-13-iscsi neutron-server[110035]: WARNING neutron.quota.resource_registry [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] subnetpool is already registered Mar 08 04:35:02.070812 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extended resource: extensions {{(pid=110035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:35:02.072235 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extended resource: address-groups {{(pid=110035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:35:02.073754 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extended resource: address-scopes {{(pid=110035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:35:02.075079 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extended resource: agents {{(pid=110035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:35:02.076213 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extended resource: auto-allocated-topology {{(pid=110035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:35:02.077475 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extended resource: availability_zones {{(pid=110035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:35:02.078674 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extended resource: dhcp-networks {{(pid=110035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:35:02.080157 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extended resource: dhcp-agents {{(pid=110035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:35:02.081609 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extended resource: routers {{(pid=110035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:35:02.083788 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extended resource: flavors {{(pid=110035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:35:02.084941 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extended resource: service_profiles {{(pid=110035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:35:02.086745 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extended resource: next_providers {{(pid=110035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:35:02.088191 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extended resource: service_profiles {{(pid=110035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:35:02.089763 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extended resource: floatingip-pools {{(pid=110035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:35:02.090960 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extended resource: routers {{(pid=110035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:35:02.093039 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extended resource: floatingips {{(pid=110035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:35:02.095259 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extended resource: l3-routers {{(pid=110035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:35:02.096648 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extended resource: l3-agents {{(pid=110035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:35:02.098091 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extended resource: metering-labels {{(pid=110035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:35:02.099433 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extended resource: metering-label-rules {{(pid=110035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:35:02.100692 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extended resource: network-ip-availabilities {{(pid=110035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:35:02.102000 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extended resource: bindings {{(pid=110035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:35:02.103920 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extended resource: quotas {{(pid=110035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:35:02.105496 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extended resource: quotas {{(pid=110035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:35:02.106994 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extended resource: rbac-policies {{(pid=110035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:35:02.108269 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extended resource: security-groups {{(pid=110035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:35:02.109572 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extended resource: security-group-rules {{(pid=110035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:35:02.111102 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extended resource: service-providers {{(pid=110035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:35:02.112312 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extended resource: subnetpools {{(pid=110035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:35:02.113746 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extended resource: subnetpools {{(pid=110035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:35:02.115188 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extended resource: tags {{(pid=110035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:35:02.116860 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extended resource: tags {{(pid=110035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:35:02.118710 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extended resource: tags {{(pid=110035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:35:02.120462 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extended resource: tags {{(pid=110035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:35:02.122324 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extended resource: tags {{(pid=110035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:35:02.124158 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extended resource: tags {{(pid=110035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:35:02.125929 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extended resource: tags {{(pid=110035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:35:02.127812 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extended resource: tags {{(pid=110035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:35:02.129590 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extended resource: tags {{(pid=110035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:35:02.131433 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron.api.extensions [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Extended resource: tags {{(pid=110035) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 08 04:35:02.138034 dv-cinder-740146-13-iscsi neutron-server[110035]: WARNING keystonemiddleware.auth_token [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 08 04:35:02.142718 dv-cinder-740146-13-iscsi neutron-server[110035]: WARNING keystonemiddleware.auth_token [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 08 04:35:02.151937 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_concurrency.lockutils [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Acquired lock "singleton_lock" {{(pid=110035) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 08 04:35:02.152438 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_concurrency.lockutils [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Releasing lock "singleton_lock" {{(pid=110035) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 08 04:35:02.153090 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO oslo_service.service [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Starting 2 workers Mar 08 04:35:02.157991 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Started child 110144 {{(pid=110035) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 04:35:02.162589 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Started child 110145 {{(pid=110035) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 04:35:02.163658 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:02.164484 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO neutron.service [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 08 04:35:02.165079 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Publish callbacks [] for process (None), before_spawn {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:02.165504 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [-] (110144) wsgi starting up on http://0.0.0.0:9696 Mar 08 04:35:02.167667 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO oslo_service.service [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Starting 1 workers Mar 08 04:35:02.176401 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:02.176401 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [-] (110145) wsgi starting up on http://0.0.0.0:9696 Mar 08 04:35:02.177080 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Started child 110146 {{(pid=110035) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 04:35:02.177080 dv-cinder-740146-13-iscsi neutron-server[110035]: INFO oslo_service.service [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Starting 1 workers Mar 08 04:35:02.177828 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.service [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] calling RpcWorker wait() {{(pid=110146) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 08 04:35:02.178276 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Started child 110147 {{(pid=110035) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 08 04:35:02.178383 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.service [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] returning from RpcWorker wait() {{(pid=110146) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 08 04:35:02.179104 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG neutron_lib.callbacks.manager [None req-15229bad-b3aa-4729-b1c0-fe04877525e0 None None] Publish callbacks [] for process (None), after_spawn {{(pid=110035) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:02.180040 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:02.180585 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:35:02.181076 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110035) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 04:35:02.181315 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 04:35:02.181503 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 04:35:02.181734 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 04:35:02.182086 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 04:35:02.182251 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 04:35:02.182754 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.183034 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.183296 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.183403 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:02.183834 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.183834 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.184417 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.184642 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.184880 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.185175 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.185406 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.185575 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.185741 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.185997 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.186241 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.186508 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.186833 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.187063 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.187330 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.187504 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.187757 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.188014 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.188260 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.188520 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] debug = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.188772 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.189317 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.189553 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.189802 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.190033 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.190321 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.190543 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.190835 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.191080 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.191325 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.191557 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.191817 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.192050 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.192280 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.192611 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.192833 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.193086 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.193346 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.193819 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] host = dv-cinder-740146-13-iscsi {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.194061 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.194304 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.194543 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.194794 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.195046 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.195794 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.196048 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.196313 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.196569 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.196790 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.197028 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.197299 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.197531 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.197770 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] log_file = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.197934 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] log_options = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.198170 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.198462 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.198715 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.198905 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.199070 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.199231 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.199485 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.199650 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.199899 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.200111 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.200363 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.200597 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.200811 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.201045 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.201346 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.201583 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.201805 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.202055 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.202305 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.202532 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.202774 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.203015 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.203246 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.203465 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.203695 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.203906 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.204139 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.204343 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.204597 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.204792 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.205062 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.206450 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.206979 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:35:02.207091 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.207091 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.207281 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.207422 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.207653 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.207878 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.208143 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.208372 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.208628 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.208875 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.209093 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.212279 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.212589 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.212846 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.213106 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] use_json = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.213398 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.217715 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.217715 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.217715 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.217715 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.217715 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.217715 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.217715 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.217715 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.218382 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.218382 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.218382 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.218382 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.218382 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.218382 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.218382 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.218382 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.218914 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.218914 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.218914 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.218914 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.219209 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.219293 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.219518 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.219861 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.220131 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.220424 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.220681 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.220904 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.221128 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.221381 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.221677 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.221904 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.222160 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.222418 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.222660 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.222973 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.223260 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.223629 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.223909 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.224177 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.224458 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.224688 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.224915 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.225139 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.225421 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.225647 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.225873 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.226135 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.226364 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.226603 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.226830 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.227064 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.227551 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.227817 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.228077 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.228336 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.228570 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.228811 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.229049 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.229309 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.229643 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.229769 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.230020 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.230236 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.230493 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.230749 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.230972 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.231186 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.231398 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.231621 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.231853 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.232068 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.232280 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.232491 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.232781 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.232956 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.233179 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.233432 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.233667 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.233884 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.234120 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.234338 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.234575 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.234814 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.235151 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.235374 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.235590 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.235805 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.236018 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.236240 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.236476 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.236689 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.236904 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.237136 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.237369 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.237591 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.237810 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.238022 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.238257 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.238635 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.238861 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.239116 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.239361 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.239580 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.239814 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.240326 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.240828 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.241180 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.241406 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.241648 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.244423 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.244690 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.244968 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.245258 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.245523 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.245780 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.246037 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.246290 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.246552 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.246780 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.247027 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.247281 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.247545 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.247829 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.248106 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.248334 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.248571 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.248909 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.249181 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.255248 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.255248 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.255248 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.255248 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.255248 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.255248 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.255248 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.255248 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.255870 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.255870 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.255870 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.255870 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.255870 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.255870 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.255870 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.255870 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.256415 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.256415 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.256415 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.256415 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.256415 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.256415 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.256415 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.256415 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.257029 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.257029 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.257029 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.257029 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.257029 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.257029 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.257029 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.257029 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.257632 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.257632 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.257632 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.258387 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.258617 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.258840 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.259058 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.259334 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.259530 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.259751 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.259990 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.260210 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.260428 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.260694 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.260885 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.261140 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.261404 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.261638 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.261861 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.262080 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.262311 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.262562 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.262783 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.263059 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.263311 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.263551 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.263797 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.264044 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.264278 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.264503 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.264748 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.264967 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.265193 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.265415 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.265638 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.265854 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.266088 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.266339 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.266564 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.266840 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.267061 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.267404 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.267656 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.267887 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.268137 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.268375 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.268670 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.268855 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.269072 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.269333 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.269584 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.269777 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.270015 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.270236 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.270461 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.270701 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.270923 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.271181 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.271886 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.271886 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.271886 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.272077 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.272333 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.272672 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.272787 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.272966 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.273197 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.273461 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.274175 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.274386 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.274695 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.274965 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.275200 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.275460 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.275693 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.275928 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.276184 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.276701 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.276872 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.277105 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.277342 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.277570 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.277808 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.278028 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.281273 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.281273 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.281273 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.281273 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.281273 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.281273 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.281273 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.281273 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.281880 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.281880 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.281880 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.281880 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.281880 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.281880 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.281880 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.281880 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.282431 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.282431 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.282431 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.282431 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.282707 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.282793 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.283046 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.283298 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.283521 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.283821 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.284096 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.284343 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.284592 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.284875 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.285084 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.285375 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.285616 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.285842 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.286070 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.286330 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.286660 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.286971 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.287236 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.287505 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.287809 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.288072 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.288360 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.288580 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.288893 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.289283 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.289566 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.289820 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.290073 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.290325 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.290560 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.290778 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.290996 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.291232 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.291472 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.291725 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.292133 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.292418 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.292650 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.292871 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.293109 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.293361 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.293577 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.293823 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.294049 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.294197 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 04:35:02.294732 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110035) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 08 04:35:02.294892 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 08 04:35:02.295048 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 08 04:35:02.295213 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 08 04:35:02.295377 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 08 04:35:02.295527 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 08 04:35:02.295744 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.295908 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.296070 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.296231 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.296393 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.296574 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.296737 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.296897 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.297059 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.297251 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.297415 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.297576 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.297736 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.297913 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.298059 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.298218 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.298379 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.298542 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.298720 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.298803 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:35:02.298884 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.299016 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.299177 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.299337 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] debug = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.299499 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.299726 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.299892 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.300053 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.300215 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.300380 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.300541 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.300707 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.300868 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.301028 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.301225 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.301366 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.301550 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.301692 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.301866 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.302008 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.302136 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.302265 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.302456 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] host = dv-cinder-740146-13-iscsi {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.302580 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.302735 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.302890 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.303045 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.303200 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.303356 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.303546 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.303881 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.303994 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.304084 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.304236 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.304407 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.304573 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.304743 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] log_file = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.304895 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] log_options = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.305057 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.305238 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.305401 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.305589 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.305757 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.305917 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.306077 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.306240 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.306400 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.306560 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.306723 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.306884 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.307044 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.307204 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.307365 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.307525 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.307687 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.307848 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.308021 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.308188 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.308350 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.308555 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.308693 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.308821 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.308967 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.309103 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.309293 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.309425 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.309578 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.309728 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.309890 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.310051 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.310218 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.310377 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.310537 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.310699 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.310862 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.311024 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.311189 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.311351 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.311511 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.311674 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.311835 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.311998 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.312159 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.312319 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.312481 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] use_json = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.312642 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.312807 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.312951 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.313185 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.313323 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.313441 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.313602 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.313764 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.313925 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 08 04:35:02.314106 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.315221 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.315221 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.315221 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.315221 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.315221 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.315221 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.315221 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.315633 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.315633 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.315759 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.315921 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.316257 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.316425 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.316591 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.316768 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.316902 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.317063 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.317233 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.317402 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.317568 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.317731 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.317903 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.318065 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.318228 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.318392 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.318554 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.318725 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.318889 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.319068 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.319233 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.319397 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.319561 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.319725 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.319888 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.320052 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.320737 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.320932 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.321082 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.321268 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.321432 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.321596 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.321760 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.321923 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.322105 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.322251 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.322414 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.322579 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.322745 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.322892 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.323060 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.323211 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.323361 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.323524 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.323690 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.323854 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.324018 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.324191 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.324355 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.324518 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.324680 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.324843 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.325006 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.325230 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.325378 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.325499 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.325662 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.325825 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.326002 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.326166 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.326331 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.326490 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.326655 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.326823 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.326983 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.327169 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.327315 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.327462 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.327624 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.327787 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.327952 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.328118 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.328283 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.328445 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.328610 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.328945 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.328945 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.329138 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.329234 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.329396 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.329560 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.329736 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.329914 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.330135 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.330238 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.330392 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.330559 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.330720 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.330883 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.331088 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.331195 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.331356 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.331519 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.331683 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.332003 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.332083 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.332307 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.332471 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.332634 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.332799 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.332961 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.333123 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.333309 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.333477 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.333640 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.333803 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.333965 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.334127 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.334290 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.334463 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.334627 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.334793 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.334956 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.335126 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.335300 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.335513 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.335631 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.335793 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.336006 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.336674 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.336840 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.337003 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.337183 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.337349 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.337513 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.337689 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.341197 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.341197 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.341197 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.341197 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.341197 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.341197 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.341197 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.341197 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.341699 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.341699 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.341699 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.341699 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.341699 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.341699 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.341699 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.341699 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.342226 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.342226 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.342226 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.342226 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.342226 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.342226 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.342226 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.342226 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.342770 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.342770 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.342770 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.342770 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.342770 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.342770 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.342770 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.342770 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.343609 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.343609 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.343609 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.343609 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.343609 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.343609 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.344017 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.344017 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.344017 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.344218 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.344293 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.344447 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.344612 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.344776 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.344940 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.345107 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.345296 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.345460 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.345624 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.345786 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.345951 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.346116 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.346280 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.346445 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.346608 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.346772 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.347002 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.347170 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.347333 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.347498 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.347663 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.347827 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.347991 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.348156 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.348318 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.348481 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.348646 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.348810 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.348972 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.349135 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.349352 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.349481 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.349648 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.349814 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.349983 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.350147 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.350314 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.350478 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.350643 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.350805 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.350968 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.351132 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.351295 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.351478 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.351643 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.351821 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.351985 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.352415 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.352583 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.352852 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.353019 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.353217 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.353403 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.353550 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.353714 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.353878 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.354041 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.354216 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.354380 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.354544 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.354707 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.354870 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.355033 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.355207 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.355371 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.355536 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.355700 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.355863 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.356027 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.356202 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.356365 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.356528 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.356691 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.356855 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.357017 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.357210 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.357376 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.357539 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.357702 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.357888 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.358097 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.358272 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.358437 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.358602 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.358773 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.358937 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.359100 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.359263 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.359439 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.359602 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.359768 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.359937 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.360101 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.360264 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.360429 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.360597 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.360772 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.360942 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.361108 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.361302 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.361475 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.361644 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.361800 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.361969 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.362143 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.362306 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.362471 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.362633 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.362796 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.362960 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.363124 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.363286 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.363448 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.363610 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.363774 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.363937 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.364100 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.364263 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.364426 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.364588 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.364751 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.364913 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.365076 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.365259 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 08 04:35:02.365415 dv-cinder-740146-13-iscsi neutron-server[110035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110035) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 08 04:35:02.423511 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 36328) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:35:02.432647 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069027 Mar 08 04:35:13.952511 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7ec5cc-35f6-488b-9e05-6776b9a063df None None] get_active_networks_info from dv-cinder-740146-13-iscsi {{(pid=110146) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 08 04:35:14.058562 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7ec5cc-35f6-488b-9e05-6776b9a063df None None] No non-hosted networks {{(pid=110146) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 08 04:35:14.087139 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.agentschedulers_db [None req-ad7ec5cc-35f6-488b-9e05-6776b9a063df None None] DHCP Agent not found on host dv-cinder-740146-13-iscsi {{(pid=110146) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 08 04:35:14.256537 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-a0354ccd-ebd2-4015-bc71-8d07cf55f17d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-956414'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_create {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:16.260761 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4d1183f2-3a73-44ab-90e8-5b9b438506d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-956414'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_create {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:16.297370 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.db.api [None req-a61031b3-9b15-41f5-b09e-ca5be65a9b79 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-740146-13-iscsi {{(pid=110146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 04:35:16.298108 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG oslo_db.api [None req-a61031b3-9b15-41f5-b09e-ca5be65a9b79 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 04:35:16.898793 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-a61031b3-9b15-41f5-b09e-ca5be65a9b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:17.333057 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-956414'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_create {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:18.625075 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-956414'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_create {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:19.890992 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 36408) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:35:20.077077 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-956414'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_create {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:20.077845 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:20.078926 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:20.079792 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:20.080562 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:20.081320 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:20.081686 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:20.082435 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:20.082796 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:20.083461 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:20.085814 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:20.087369 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:20.087763 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:20.088141 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:20.088546 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-740146-13-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:35:20.095026 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-740146-13-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:35:20.411258 dv-cinder-740146-13-iscsi neutron-server[110145]: WARNING oslo_policy.policy [None req-2bf7b590-9a98-40ac-bfe3-0771857d57e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 04:35:20.411880 dv-cinder-740146-13-iscsi neutron-server[110145]: WARNING oslo_policy.policy [None req-2bf7b590-9a98-40ac-bfe3-0771857d57e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 04:35:20.637222 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [None req-2bf7b590-9a98-40ac-bfe3-0771857d57e5 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=110145) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 04:35:20.638282 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-2bf7b590-9a98-40ac-bfe3-0771857d57e5 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7463477 Mar 08 04:35:23.154212 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 36434) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:35:23.484091 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-7f4b1489-db76-42a6-8c1b-be35aac70e2c admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:35:23.577893 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.policy [None req-7f4b1489-db76-42a6-8c1b-be35aac70e2c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110145) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 04:35:23.621058 dv-cinder-740146-13-iscsi neutron-server[110145]: WARNING oslo_policy.policy [None req-7f4b1489-db76-42a6-8c1b-be35aac70e2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 04:35:23.621462 dv-cinder-740146-13-iscsi neutron-server[110145]: WARNING oslo_policy.policy [None req-7f4b1489-db76-42a6-8c1b-be35aac70e2c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 04:35:23.790916 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-7f4b1489-db76-42a6-8c1b-be35aac70e2c admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769086037519', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769086034018', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769086088847', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769086082872', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769086073710', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769086065542', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3980688', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3986769', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-869405', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-764844'] for rbac-policy (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:23.995403 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-7f4b1489-db76-42a6-8c1b-be35aac70e2c admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:23.996690 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-7f4b1489-db76-42a6-8c1b-be35aac70e2c admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8414717 Mar 08 04:35:24.265951 dv-cinder-740146-13-iscsi neutron-server[110146]: INFO neutron.db.l3_hamode_db [None req-d703cb78-cc8b-497e-9e95-670adbe148b1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 08 04:35:24.343377 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d703cb78-cc8b-497e-9e95-670adbe148b1 None None] Routers set() bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:35:24.343766 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d703cb78-cc8b-497e-9e95-670adbe148b1 None None] Router IDs set() for agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 08 04:35:26.466963 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 36444) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:35:26.774723 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-046bc36d-84bb-4030-8034-8d960d10f803 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:35:26.861415 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046bc36d-84bb-4030-8034-8d960d10f803 demo demo] Made reservation on behalf of 44f4f97f15184232834d98406565c313 for: {'network': 1} {{(pid=110145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:35:26.865032 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-046bc36d-84bb-4030-8034-8d960d10f803 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for network (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:26.881020 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-046bc36d-84bb-4030-8034-8d960d10f803 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:26.985575 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-046bc36d-84bb-4030-8034-8d960d10f803 demo demo] Publish callbacks [] for security_group (873db08e-0cd5-4042-9708-ccfac0377852), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:27.086950 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-046bc36d-84bb-4030-8034-8d960d10f803 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (873db08e-0cd5-4042-9708-ccfac0377852), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:27.110705 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-046bc36d-84bb-4030-8034-8d960d10f803 demo demo] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=110145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 04:35:27.145306 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-046bc36d-84bb-4030-8034-8d960d10f803 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769087550302', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041'] for segment (e0b74a55-8365-48c9-8856-018d58b5a3e9), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:27.151107 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-046bc36d-84bb-4030-8034-8d960d10f803 demo demo] Unsubscribe: segment precommit_create {{(pid=110145) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 04:35:27.151107 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.db.segments_db [None req-046bc36d-84bb-4030-8034-8d960d10f803 demo demo] Added segment e0b74a55-8365-48c9-8856-018d58b5a3e9 of type vlan for network 144d3b8f-c872-4a2b-b194-12bfe9922aa4 Mar 08 04:35:27.162696 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046bc36d-84bb-4030-8034-8d960d10f803 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=873db08e-0cd5-4042-9708-ccfac0377852,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:35:27.188764 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046bc36d-84bb-4030-8034-8d960d10f803 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:27.189129 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046bc36d-84bb-4030-8034-8d960d10f803 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:27.189499 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046bc36d-84bb-4030-8034-8d960d10f803 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:27.189849 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046bc36d-84bb-4030-8034-8d960d10f803 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:27.190181 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046bc36d-84bb-4030-8034-8d960d10f803 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:27.190510 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046bc36d-84bb-4030-8034-8d960d10f803 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:27.190851 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046bc36d-84bb-4030-8034-8d960d10f803 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:27.191181 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046bc36d-84bb-4030-8034-8d960d10f803 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:27.191504 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046bc36d-84bb-4030-8034-8d960d10f803 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:27.191841 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046bc36d-84bb-4030-8034-8d960d10f803 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:27.192165 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046bc36d-84bb-4030-8034-8d960d10f803 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:27.192482 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046bc36d-84bb-4030-8034-8d960d10f803 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:27.192799 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046bc36d-84bb-4030-8034-8d960d10f803 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:27.194828 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046bc36d-84bb-4030-8034-8d960d10f803 demo demo] Tracked resource versions report: Mar 08 04:35:27.194828 dv-cinder-740146-13-iscsi neutron-server[110145]: pushed versions: Mar 08 04:35:27.194828 dv-cinder-740146-13-iscsi neutron-server[110145]: { 'AddressGroup': {'1.2'}, Mar 08 04:35:27.194828 dv-cinder-740146-13-iscsi neutron-server[110145]: 'ConntrackHelper': {'1.0'}, Mar 08 04:35:27.194828 dv-cinder-740146-13-iscsi neutron-server[110145]: 'LocalIPAssociation': {'1.0'}, Mar 08 04:35:27.194828 dv-cinder-740146-13-iscsi neutron-server[110145]: 'Log': {'1.0'}, Mar 08 04:35:27.194828 dv-cinder-740146-13-iscsi neutron-server[110145]: 'Network': {'1.1'}, Mar 08 04:35:27.194828 dv-cinder-740146-13-iscsi neutron-server[110145]: 'Port': {'1.7'}, Mar 08 04:35:27.194828 dv-cinder-740146-13-iscsi neutron-server[110145]: 'PortForwarding': {'1.2'}, Mar 08 04:35:27.194828 dv-cinder-740146-13-iscsi neutron-server[110145]: 'QosPolicy': {'1.10'}, Mar 08 04:35:27.194828 dv-cinder-740146-13-iscsi neutron-server[110145]: 'SecurityGroup': {'1.5'}, Mar 08 04:35:27.194828 dv-cinder-740146-13-iscsi neutron-server[110145]: 'SecurityGroupRule': {'1.2'}, Mar 08 04:35:27.194828 dv-cinder-740146-13-iscsi neutron-server[110145]: 'SubPort': {'1.0'}, Mar 08 04:35:27.194828 dv-cinder-740146-13-iscsi neutron-server[110145]: 'Subnet': {'1.1'}, Mar 08 04:35:27.194828 dv-cinder-740146-13-iscsi neutron-server[110145]: 'Trunk': {'1.1'}} Mar 08 04:35:27.194828 dv-cinder-740146-13-iscsi neutron-server[110145]: consumer versions: Mar 08 04:35:27.194828 dv-cinder-740146-13-iscsi neutron-server[110145]: { DHCP agent@dv-cinder-740146-13-iscsi: {}, Mar 08 04:35:27.194828 dv-cinder-740146-13-iscsi neutron-server[110145]: L3 agent@dv-cinder-740146-13-iscsi: {}, Mar 08 04:35:27.194828 dv-cinder-740146-13-iscsi neutron-server[110145]: Metadata agent@dv-cinder-740146-13-iscsi: {}, Mar 08 04:35:27.194828 dv-cinder-740146-13-iscsi neutron-server[110145]: Metering agent@dv-cinder-740146-13-iscsi: {}, Mar 08 04:35:27.194828 dv-cinder-740146-13-iscsi neutron-server[110145]: Open vSwitch agent@dv-cinder-740146-13-iscsi: { 'AddressGroup': '1.2', Mar 08 04:35:27.194828 dv-cinder-740146-13-iscsi neutron-server[110145]: 'ConntrackHelper': '1.0', Mar 08 04:35:27.194828 dv-cinder-740146-13-iscsi neutron-server[110145]: 'LocalIPAssociation': '1.0', Mar 08 04:35:27.194828 dv-cinder-740146-13-iscsi neutron-server[110145]: 'Log': '1.0', Mar 08 04:35:27.194828 dv-cinder-740146-13-iscsi neutron-server[110145]: 'Network': '1.1', Mar 08 04:35:27.194828 dv-cinder-740146-13-iscsi neutron-server[110145]: 'Port': '1.7', Mar 08 04:35:27.194828 dv-cinder-740146-13-iscsi neutron-server[110145]: 'PortForwarding': '1.2', Mar 08 04:35:27.194828 dv-cinder-740146-13-iscsi neutron-server[110145]: 'QosPolicy': '1.10', Mar 08 04:35:27.194828 dv-cinder-740146-13-iscsi neutron-server[110145]: 'SecurityGroup': '1.5', Mar 08 04:35:27.194828 dv-cinder-740146-13-iscsi neutron-server[110145]: 'SecurityGroupRule': '1.2', Mar 08 04:35:27.194828 dv-cinder-740146-13-iscsi neutron-server[110145]: 'SubPort': '1.0', Mar 08 04:35:27.194828 dv-cinder-740146-13-iscsi neutron-server[110145]: 'Subnet': '1.1', Mar 08 04:35:27.194828 dv-cinder-740146-13-iscsi neutron-server[110145]: 'Trunk': '1.1'}} Mar 08 04:35:27.194828 dv-cinder-740146-13-iscsi neutron-server[110145]: {{(pid=110145) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 04:35:27.258130 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-046bc36d-84bb-4030-8034-8d960d10f803 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769087223062'] for network (144d3b8f-c872-4a2b-b194-12bfe9922aa4), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:27.364762 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-046bc36d-84bb-4030-8034-8d960d10f803 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093'] for network (144d3b8f-c872-4a2b-b194-12bfe9922aa4), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:27.370428 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046bc36d-84bb-4030-8034-8d960d10f803 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:35:27.371136 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-046bc36d-84bb-4030-8034-8d960d10f803 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for network (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:27.481603 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046bc36d-84bb-4030-8034-8d960d10f803 demo demo] Pushing event updated for resources: {'Network': ['ID=144d3b8f-c872-4a2b-b194-12bfe9922aa4,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:35:27.494499 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Network 144d3b8f-c872-4a2b-b194-12bfe9922aa4 details requested by agent ovs-agent-dv-cinder-740146-13-iscsi with host dv-cinder-740146-13-iscsi {{(pid=110146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 04:35:27.544180 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-046bc36d-84bb-4030-8034-8d960d10f803 demo demo] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0761037 Mar 08 04:35:30.069173 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 36456) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:35:30.552306 dv-cinder-740146-13-iscsi neutron-server[110144]: WARNING oslo_policy.policy [None req-310bb46b-a041-4fad-8b69-ab90dd5b74ce demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 04:35:30.552925 dv-cinder-740146-13-iscsi neutron-server[110144]: WARNING oslo_policy.policy [None req-310bb46b-a041-4fad-8b69-ab90dd5b74ce demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 04:35:30.988674 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.policy [None req-310bb46b-a041-4fad-8b69-ab90dd5b74ce demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110144) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 08 04:35:31.031806 dv-cinder-740146-13-iscsi neutron-server[110144]: WARNING oslo_policy.policy [None req-310bb46b-a041-4fad-8b69-ab90dd5b74ce demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 04:35:31.032178 dv-cinder-740146-13-iscsi neutron-server[110144]: WARNING oslo_policy.policy [None req-310bb46b-a041-4fad-8b69-ab90dd5b74ce demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 08 04:35:31.040067 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310bb46b-a041-4fad-8b69-ab90dd5b74ce demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:35:31.042004 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-310bb46b-a041-4fad-8b69-ab90dd5b74ce demo admin] 10.222.0.35 "GET /v2.0/networks/144d3b8f-c872-4a2b-b194-12bfe9922aa4 HTTP/1.1" status: 200 len: 825 time: 0.9707227 Mar 08 04:35:31.080669 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-cb50a78c-3cff-405e-8b6a-c68d3c77bc51 demo admin] 10.222.0.35 "GET /v2.0/subnetpools/c2267c41-e226-47c1-9269-177cdd8e3f17 HTTP/1.1" status: 200 len: 734 time: 0.0331149 Mar 08 04:35:31.089431 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-0f3bbe6a-3984-4d38-bd42-f37d4bb303b9 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'c2267c41-e226-47c1-9269-177cdd8e3f17', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '144d3b8f-c872-4a2b-b194-12bfe9922aa4'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:35:31.195936 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3bbe6a-3984-4d38-bd42-f37d4bb303b9 demo admin] Made reservation on behalf of 44f4f97f15184232834d98406565c313 for: {'subnet': 1} {{(pid=110144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:35:31.198707 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-0f3bbe6a-3984-4d38-bd42-f37d4bb303b9 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:31.541767 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-0f3bbe6a-3984-4d38-bd42-f37d4bb303b9 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093'] for subnet (f705fd9e-509f-498e-8f81-3b1be62a4cc9), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:31.614139 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3bbe6a-3984-4d38-bd42-f37d4bb303b9 demo admin] Checking segment: {'id': 'e0b74a55-8365-48c9-8856-018d58b5a3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '144d3b8f-c872-4a2b-b194-12bfe9922aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:35:31.614528 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3bbe6a-3984-4d38-bd42-f37d4bb303b9 demo admin] Network hostable DHCP agents. Network: 144d3b8f-c872-4a2b-b194-12bfe9922aa4, hostable agents: ['0b7bcd49-0510-447e-bc01-0aee655b7fc1'], hosted agents: [] {{(pid=110144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 04:35:31.623030 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3bbe6a-3984-4d38-bd42-f37d4bb303b9 demo admin] Pushing event updated for resources: {'Subnet': ['ID=f705fd9e-509f-498e-8f81-3b1be62a4cc9,revision_number=0']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:35:31.637707 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3bbe6a-3984-4d38-bd42-f37d4bb303b9 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:31.638076 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3bbe6a-3984-4d38-bd42-f37d4bb303b9 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:31.638428 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3bbe6a-3984-4d38-bd42-f37d4bb303b9 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:31.638762 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3bbe6a-3984-4d38-bd42-f37d4bb303b9 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:31.639093 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3bbe6a-3984-4d38-bd42-f37d4bb303b9 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:31.639421 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3bbe6a-3984-4d38-bd42-f37d4bb303b9 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:31.639769 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3bbe6a-3984-4d38-bd42-f37d4bb303b9 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:31.640100 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3bbe6a-3984-4d38-bd42-f37d4bb303b9 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:31.640442 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3bbe6a-3984-4d38-bd42-f37d4bb303b9 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:31.640782 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3bbe6a-3984-4d38-bd42-f37d4bb303b9 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:31.641107 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3bbe6a-3984-4d38-bd42-f37d4bb303b9 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:31.641453 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3bbe6a-3984-4d38-bd42-f37d4bb303b9 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:31.641773 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3bbe6a-3984-4d38-bd42-f37d4bb303b9 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:31.643123 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3bbe6a-3984-4d38-bd42-f37d4bb303b9 demo admin] Tracked resource versions report: Mar 08 04:35:31.643123 dv-cinder-740146-13-iscsi neutron-server[110144]: pushed versions: Mar 08 04:35:31.643123 dv-cinder-740146-13-iscsi neutron-server[110144]: { 'AddressGroup': {'1.2'}, Mar 08 04:35:31.643123 dv-cinder-740146-13-iscsi neutron-server[110144]: 'ConntrackHelper': {'1.0'}, Mar 08 04:35:31.643123 dv-cinder-740146-13-iscsi neutron-server[110144]: 'LocalIPAssociation': {'1.0'}, Mar 08 04:35:31.643123 dv-cinder-740146-13-iscsi neutron-server[110144]: 'Log': {'1.0'}, Mar 08 04:35:31.643123 dv-cinder-740146-13-iscsi neutron-server[110144]: 'Network': {'1.1'}, Mar 08 04:35:31.643123 dv-cinder-740146-13-iscsi neutron-server[110144]: 'Port': {'1.7'}, Mar 08 04:35:31.643123 dv-cinder-740146-13-iscsi neutron-server[110144]: 'PortForwarding': {'1.2'}, Mar 08 04:35:31.643123 dv-cinder-740146-13-iscsi neutron-server[110144]: 'QosPolicy': {'1.10'}, Mar 08 04:35:31.643123 dv-cinder-740146-13-iscsi neutron-server[110144]: 'SecurityGroup': {'1.5'}, Mar 08 04:35:31.643123 dv-cinder-740146-13-iscsi neutron-server[110144]: 'SecurityGroupRule': {'1.2'}, Mar 08 04:35:31.643123 dv-cinder-740146-13-iscsi neutron-server[110144]: 'SubPort': {'1.0'}, Mar 08 04:35:31.643123 dv-cinder-740146-13-iscsi neutron-server[110144]: 'Subnet': {'1.1'}, Mar 08 04:35:31.643123 dv-cinder-740146-13-iscsi neutron-server[110144]: 'Trunk': {'1.1'}} Mar 08 04:35:31.643123 dv-cinder-740146-13-iscsi neutron-server[110144]: consumer versions: Mar 08 04:35:31.643123 dv-cinder-740146-13-iscsi neutron-server[110144]: { DHCP agent@dv-cinder-740146-13-iscsi: {}, Mar 08 04:35:31.643123 dv-cinder-740146-13-iscsi neutron-server[110144]: L3 agent@dv-cinder-740146-13-iscsi: {}, Mar 08 04:35:31.643123 dv-cinder-740146-13-iscsi neutron-server[110144]: Metadata agent@dv-cinder-740146-13-iscsi: {}, Mar 08 04:35:31.643123 dv-cinder-740146-13-iscsi neutron-server[110144]: Metering agent@dv-cinder-740146-13-iscsi: {}, Mar 08 04:35:31.643123 dv-cinder-740146-13-iscsi neutron-server[110144]: Open vSwitch agent@dv-cinder-740146-13-iscsi: { 'AddressGroup': '1.2', Mar 08 04:35:31.643123 dv-cinder-740146-13-iscsi neutron-server[110144]: 'ConntrackHelper': '1.0', Mar 08 04:35:31.643123 dv-cinder-740146-13-iscsi neutron-server[110144]: 'LocalIPAssociation': '1.0', Mar 08 04:35:31.643123 dv-cinder-740146-13-iscsi neutron-server[110144]: 'Log': '1.0', Mar 08 04:35:31.643123 dv-cinder-740146-13-iscsi neutron-server[110144]: 'Network': '1.1', Mar 08 04:35:31.643123 dv-cinder-740146-13-iscsi neutron-server[110144]: 'Port': '1.7', Mar 08 04:35:31.643123 dv-cinder-740146-13-iscsi neutron-server[110144]: 'PortForwarding': '1.2', Mar 08 04:35:31.643123 dv-cinder-740146-13-iscsi neutron-server[110144]: 'QosPolicy': '1.10', Mar 08 04:35:31.643123 dv-cinder-740146-13-iscsi neutron-server[110144]: 'SecurityGroup': '1.5', Mar 08 04:35:31.643123 dv-cinder-740146-13-iscsi neutron-server[110144]: 'SecurityGroupRule': '1.2', Mar 08 04:35:31.643123 dv-cinder-740146-13-iscsi neutron-server[110144]: 'SubPort': '1.0', Mar 08 04:35:31.643123 dv-cinder-740146-13-iscsi neutron-server[110144]: 'Subnet': '1.1', Mar 08 04:35:31.643123 dv-cinder-740146-13-iscsi neutron-server[110144]: 'Trunk': '1.1'}} Mar 08 04:35:31.643123 dv-cinder-740146-13-iscsi neutron-server[110144]: {{(pid=110144) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 04:35:31.726919 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3bbe6a-3984-4d38-bd42-f37d4bb303b9 demo admin] Network 144d3b8f-c872-4a2b-b194-12bfe9922aa4 is scheduled to be hosted by DHCP agent 0b7bcd49-0510-447e-bc01-0aee655b7fc1 with binding_index 1 {{(pid=110144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 04:35:31.806956 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [None req-0f3bbe6a-3984-4d38-bd42-f37d4bb303b9 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-13-iscsi, 144d3b8f-c872-4a2b-b194-12bfe9922aa4) {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:35:31.811411 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3bbe6a-3984-4d38-bd42-f37d4bb303b9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:35:31.812081 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-0f3bbe6a-3984-4d38-bd42-f37d4bb303b9 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for subnet (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:31.817904 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5139e626-c5b5-482e-bb9d-79a2ada21ef8 None None] Network 144d3b8f-c872-4a2b-b194-12bfe9922aa4 requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:35:31.895303 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-0f3bbe6a-3984-4d38-bd42-f37d4bb303b9 demo admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8093204 Mar 08 04:35:32.190301 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6b8a9b-fc47-4be8-bc3a-0afd51178d8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a34ffde-2fae-509e-bc11-a9db250d2a01-144d3b8f-c872-4a2b-b194-12bfe9922aa4', 'network_id': '144d3b8f-c872-4a2b-b194-12bfe9922aa4', 'project_id': '44f4f97f15184232834d98406565c313', 'fixed_ips': [{'subnet_id': 'f705fd9e-509f-498e-8f81-3b1be62a4cc9'}]}} from dv-cinder-740146-13-iscsi. {{(pid=110146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 04:35:32.191569 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-be6b8a9b-fc47-4be8-bc3a-0afd51178d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:32.468018 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.db_base_plugin_common [None req-be6b8a9b-fc47-4be8-bc3a-0afd51178d8e None None] Allocated IP 172.20.0.2 (144d3b8f-c872-4a2b-b194-12bfe9922aa4/f705fd9e-509f-498e-8f81-3b1be62a4cc9/9bf54019-88a7-453d-a25b-6a528c0a3601) {{(pid=110146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:35:32.729750 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-be6b8a9b-fc47-4be8-bc3a-0afd51178d8e None None] Publish callbacks [] for port (9bf54019-88a7-453d-a25b-6a528c0a3601), precommit_create {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:32.807458 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-be6b8a9b-fc47-4be8-bc3a-0afd51178d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855'] for port (9bf54019-88a7-453d-a25b-6a528c0a3601), after_create {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:32.882063 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6b8a9b-fc47-4be8-bc3a-0afd51178d8e None None] Network 144d3b8f-c872-4a2b-b194-12bfe9922aa4 is already hosted by enough agents. {{(pid=110146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:35:32.887098 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.scheduler.base_scheduler [None req-be6b8a9b-fc47-4be8-bc3a-0afd51178d8e None None] Resources bound (agent type, host, resource id): {{(pid=110146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:35:32.895465 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6b8a9b-fc47-4be8-bc3a-0afd51178d8e None None] Received port after_create {{(pid=110146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:35:32.898182 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b8a9b-fc47-4be8-bc3a-0afd51178d8e None None] Pushing event updated for resources: {'Port': ['ID=9bf54019-88a7-453d-a25b-6a528c0a3601,revision_number=1']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:35:32.907622 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6b8a9b-fc47-4be8-bc3a-0afd51178d8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:32.908002 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6b8a9b-fc47-4be8-bc3a-0afd51178d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:32.908351 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6b8a9b-fc47-4be8-bc3a-0afd51178d8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:32.908690 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6b8a9b-fc47-4be8-bc3a-0afd51178d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:32.909019 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6b8a9b-fc47-4be8-bc3a-0afd51178d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:32.909370 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6b8a9b-fc47-4be8-bc3a-0afd51178d8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:32.909717 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6b8a9b-fc47-4be8-bc3a-0afd51178d8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:32.910051 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6b8a9b-fc47-4be8-bc3a-0afd51178d8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:32.910374 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6b8a9b-fc47-4be8-bc3a-0afd51178d8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:32.910715 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6b8a9b-fc47-4be8-bc3a-0afd51178d8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:32.911048 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6b8a9b-fc47-4be8-bc3a-0afd51178d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:32.911359 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6b8a9b-fc47-4be8-bc3a-0afd51178d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:32.911681 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6b8a9b-fc47-4be8-bc3a-0afd51178d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:32.913118 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6b8a9b-fc47-4be8-bc3a-0afd51178d8e None None] Tracked resource versions report: Mar 08 04:35:32.913118 dv-cinder-740146-13-iscsi neutron-server[110146]: pushed versions: Mar 08 04:35:32.913118 dv-cinder-740146-13-iscsi neutron-server[110146]: { 'AddressGroup': {'1.2'}, Mar 08 04:35:32.913118 dv-cinder-740146-13-iscsi neutron-server[110146]: 'ConntrackHelper': {'1.0'}, Mar 08 04:35:32.913118 dv-cinder-740146-13-iscsi neutron-server[110146]: 'LocalIPAssociation': {'1.0'}, Mar 08 04:35:32.913118 dv-cinder-740146-13-iscsi neutron-server[110146]: 'Log': {'1.0'}, Mar 08 04:35:32.913118 dv-cinder-740146-13-iscsi neutron-server[110146]: 'Network': {'1.1'}, Mar 08 04:35:32.913118 dv-cinder-740146-13-iscsi neutron-server[110146]: 'Port': {'1.7'}, Mar 08 04:35:32.913118 dv-cinder-740146-13-iscsi neutron-server[110146]: 'PortForwarding': {'1.2'}, Mar 08 04:35:32.913118 dv-cinder-740146-13-iscsi neutron-server[110146]: 'QosPolicy': {'1.10'}, Mar 08 04:35:32.913118 dv-cinder-740146-13-iscsi neutron-server[110146]: 'SecurityGroup': {'1.5'}, Mar 08 04:35:32.913118 dv-cinder-740146-13-iscsi neutron-server[110146]: 'SecurityGroupRule': {'1.2'}, Mar 08 04:35:32.913118 dv-cinder-740146-13-iscsi neutron-server[110146]: 'SubPort': {'1.0'}, Mar 08 04:35:32.913118 dv-cinder-740146-13-iscsi neutron-server[110146]: 'Subnet': {'1.1'}, Mar 08 04:35:32.913118 dv-cinder-740146-13-iscsi neutron-server[110146]: 'Trunk': {'1.1'}} Mar 08 04:35:32.913118 dv-cinder-740146-13-iscsi neutron-server[110146]: consumer versions: Mar 08 04:35:32.913118 dv-cinder-740146-13-iscsi neutron-server[110146]: { DHCP agent@dv-cinder-740146-13-iscsi: {}, Mar 08 04:35:32.913118 dv-cinder-740146-13-iscsi neutron-server[110146]: L3 agent@dv-cinder-740146-13-iscsi: {}, Mar 08 04:35:32.913118 dv-cinder-740146-13-iscsi neutron-server[110146]: Metadata agent@dv-cinder-740146-13-iscsi: {}, Mar 08 04:35:32.913118 dv-cinder-740146-13-iscsi neutron-server[110146]: Metering agent@dv-cinder-740146-13-iscsi: {}, Mar 08 04:35:32.913118 dv-cinder-740146-13-iscsi neutron-server[110146]: Open vSwitch agent@dv-cinder-740146-13-iscsi: { 'AddressGroup': '1.2', Mar 08 04:35:32.913118 dv-cinder-740146-13-iscsi neutron-server[110146]: 'ConntrackHelper': '1.0', Mar 08 04:35:32.913118 dv-cinder-740146-13-iscsi neutron-server[110146]: 'LocalIPAssociation': '1.0', Mar 08 04:35:32.913118 dv-cinder-740146-13-iscsi neutron-server[110146]: 'Log': '1.0', Mar 08 04:35:32.913118 dv-cinder-740146-13-iscsi neutron-server[110146]: 'Network': '1.1', Mar 08 04:35:32.913118 dv-cinder-740146-13-iscsi neutron-server[110146]: 'Port': '1.7', Mar 08 04:35:32.913118 dv-cinder-740146-13-iscsi neutron-server[110146]: 'PortForwarding': '1.2', Mar 08 04:35:32.913118 dv-cinder-740146-13-iscsi neutron-server[110146]: 'QosPolicy': '1.10', Mar 08 04:35:32.913118 dv-cinder-740146-13-iscsi neutron-server[110146]: 'SecurityGroup': '1.5', Mar 08 04:35:32.913118 dv-cinder-740146-13-iscsi neutron-server[110146]: 'SecurityGroupRule': '1.2', Mar 08 04:35:32.913118 dv-cinder-740146-13-iscsi neutron-server[110146]: 'SubPort': '1.0', Mar 08 04:35:32.913118 dv-cinder-740146-13-iscsi neutron-server[110146]: 'Subnet': '1.1', Mar 08 04:35:32.913118 dv-cinder-740146-13-iscsi neutron-server[110146]: 'Trunk': '1.1'}} Mar 08 04:35:32.913118 dv-cinder-740146-13-iscsi neutron-server[110146]: {{(pid=110146) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 04:35:32.984120 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-be6b8a9b-fc47-4be8-bc3a-0afd51178d8e None None] Attempting to bind port 9bf54019-88a7-453d-a25b-6a528c0a3601 on host dv-cinder-740146-13-iscsi for vnic_type normal with profile {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:35:32.984444 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-be6b8a9b-fc47-4be8-bc3a-0afd51178d8e None None] Attempting to bind port 9bf54019-88a7-453d-a25b-6a528c0a3601 by drivers openvswitch,hyperv on host dv-cinder-740146-13-iscsi at level 0 using segments [{'id': 'e0b74a55-8365-48c9-8856-018d58b5a3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '144d3b8f-c872-4a2b-b194-12bfe9922aa4'}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:35:32.984872 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6b8a9b-fc47-4be8-bc3a-0afd51178d8e None None] Attempting to bind port 9bf54019-88a7-453d-a25b-6a528c0a3601 on network 144d3b8f-c872-4a2b-b194-12bfe9922aa4 {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:35:32.989754 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6b8a9b-fc47-4be8-bc3a-0afd51178d8e None None] Checking agent: {'id': '4c7881dc-503e-4b59-880f-21834bcd9250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 35, 20), 'started_at': datetime.datetime(2022, 3, 8, 4, 35, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:35:32.990131 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6b8a9b-fc47-4be8-bc3a-0afd51178d8e None None] Checking segment: {'id': 'e0b74a55-8365-48c9-8856-018d58b5a3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '144d3b8f-c872-4a2b-b194-12bfe9922aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:35:32.990633 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-be6b8a9b-fc47-4be8-bc3a-0afd51178d8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:32.991051 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6b8a9b-fc47-4be8-bc3a-0afd51178d8e None None] Bound using segment: {'id': 'e0b74a55-8365-48c9-8856-018d58b5a3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '144d3b8f-c872-4a2b-b194-12bfe9922aa4'} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:35:32.991527 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-be6b8a9b-fc47-4be8-bc3a-0afd51178d8e None None] Bound port: 9bf54019-88a7-453d-a25b-6a528c0a3601, host: dv-cinder-740146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b74a55-8365-48c9-8856-018d58b5a3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '144d3b8f-c872-4a2b-b194-12bfe9922aa4'}}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:35:32.991926 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-be6b8a9b-fc47-4be8-bc3a-0afd51178d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (9bf54019-88a7-453d-a25b-6a528c0a3601), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:33.052342 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-be6b8a9b-fc47-4be8-bc3a-0afd51178d8e None None] For port 9bf54019-88a7-453d-a25b-6a528c0a3601, host dv-cinder-740146-13-iscsi, cleared binding levels {{(pid=110146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:35:33.056497 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-be6b8a9b-fc47-4be8-bc3a-0afd51178d8e None None] For port 9bf54019-88a7-453d-a25b-6a528c0a3601, host dv-cinder-740146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=9bf54019-88a7-453d-a25b-6a528c0a3601,segment=NetworkSegment(e0b74a55-8365-48c9-8856-018d58b5a3e9),segment_id=e0b74a55-8365-48c9-8856-018d58b5a3e9)] {{(pid=110146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:35:33.156817 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-be6b8a9b-fc47-4be8-bc3a-0afd51178d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (9bf54019-88a7-453d-a25b-6a528c0a3601), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:33.227999 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b8a9b-fc47-4be8-bc3a-0afd51178d8e None None] Pushing event updated for resources: {'Port': ['ID=9bf54019-88a7-453d-a25b-6a528c0a3601,revision_number=2']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:35:34.429264 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 36476) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:35:34.739718 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [None req-33b19590-d846-469e-ad29-bb1510e70d96 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=110144) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 04:35:34.741364 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-33b19590-d846-469e-ad29-bb1510e70d96 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3106017 Mar 08 04:35:37.275774 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 36484) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:35:37.585255 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [None req-b2b6b3ef-19d5-4554-b96f-4269821da155 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=110145) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 04:35:37.586328 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-b2b6b3ef-19d5-4554-b96f-4269821da155 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3095145 Mar 08 04:35:40.101143 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 36492) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:35:40.416109 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-3a7ffc5b-3300-41db-b5bb-97a70aa09c36 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:35:40.518829 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-3a7ffc5b-3300-41db-b5bb-97a70aa09c36 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9297'] for router (6e9d4736-4bef-4a2b-9259-b80ea60473ea), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:40.520334 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-3a7ffc5b-3300-41db-b5bb-97a70aa09c36 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-955753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9304'] for router (6e9d4736-4bef-4a2b-9259-b80ea60473ea), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:40.656683 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-3a7ffc5b-3300-41db-b5bb-97a70aa09c36 demo demo] Publish callbacks [] for router_controller (6e9d4736-4bef-4a2b-9259-b80ea60473ea), precommit_add_association {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:40.762297 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-3a7ffc5b-3300-41db-b5bb-97a70aa09c36 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-955746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-951031'] for router (6e9d4736-4bef-4a2b-9259-b80ea60473ea), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:40.851619 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-3a7ffc5b-3300-41db-b5bb-97a70aa09c36 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:40.852993 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-3a7ffc5b-3300-41db-b5bb-97a70aa09c36 demo demo] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7508140 Mar 08 04:35:43.391955 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 36504) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:35:43.719999 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [None req-45e9b95c-8a56-4211-9f6e-11a354d9851c admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=110145) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 04:35:43.720975 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-45e9b95c-8a56-4211-9f6e-11a354d9851c admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3280246 Mar 08 04:35:43.950345 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-17fa953f-5aa0-45c6-90c9-e92e62172e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:44.547346 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae73b8cc-d80a-482f-b800-e0568d812922 None None] Network 144d3b8f-c872-4a2b-b194-12bfe9922aa4 requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:35:44.621334 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-d1662083-8f9d-4499-b688-9409525fb4f5 None None] Provisioning complete for port 9bf54019-88a7-453d-a25b-6a528c0a3601 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:35:44.621764 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-d1662083-8f9d-4499-b688-9409525fb4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (9bf54019-88a7-453d-a25b-6a528c0a3601), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:44.763015 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 9bf54019-88a7-453d-a25b-6a528c0a3601 up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:35:44.819844 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-d1662083-8f9d-4499-b688-9409525fb4f5 None None] Current status of the port 9bf54019-88a7-453d-a25b-6a528c0a3601 is: DOWN; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:35:44.820142 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-d1662083-8f9d-4499-b688-9409525fb4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (9bf54019-88a7-453d-a25b-6a528c0a3601), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:44.884584 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-d1662083-8f9d-4499-b688-9409525fb4f5 None None] For port 9bf54019-88a7-453d-a25b-6a528c0a3601, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=9bf54019-88a7-453d-a25b-6a528c0a3601,segment=NetworkSegment(e0b74a55-8365-48c9-8856-018d58b5a3e9),segment_id=e0b74a55-8365-48c9-8856-018d58b5a3e9)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:35:44.897166 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port 9bf54019-88a7-453d-a25b-6a528c0a3601 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:35:44.897577 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (9bf54019-88a7-453d-a25b-6a528c0a3601), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:44.974391 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-d1662083-8f9d-4499-b688-9409525fb4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (9bf54019-88a7-453d-a25b-6a528c0a3601), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:44.982212 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port 9bf54019-88a7-453d-a25b-6a528c0a3601 is: DOWN; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:35:44.982606 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (9bf54019-88a7-453d-a25b-6a528c0a3601), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:45.066732 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1662083-8f9d-4499-b688-9409525fb4f5 None None] Pushing event updated for resources: {'Port': ['ID=9bf54019-88a7-453d-a25b-6a528c0a3601,revision_number=3']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:35:45.076039 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.db.api [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 04:35:45.076421 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG oslo_db.api [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 04:35:45.093203 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-85f69de2-4ab4-4c36-8715-f676f357ecf6 None None] Provisioning complete for port 9bf54019-88a7-453d-a25b-6a528c0a3601 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:35:45.093601 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-85f69de2-4ab4-4c36-8715-f676f357ecf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (9bf54019-88a7-453d-a25b-6a528c0a3601), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:45.169556 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-85f69de2-4ab4-4c36-8715-f676f357ecf6 None None] Current status of the port 9bf54019-88a7-453d-a25b-6a528c0a3601 is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:35:45.611709 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port 9bf54019-88a7-453d-a25b-6a528c0a3601 is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:35:46.221397 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-5bfe08d4-4d91-4425-b84f-0a9b1f52873e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:46.245776 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 36514) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:35:46.551599 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-80994bee-8bf9-47f2-ac76-a7e1cccbf534 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:35:46.655253 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80994bee-8bf9-47f2-ac76-a7e1cccbf534 admin admin] Made reservation on behalf of 687da0c25fd64fed8c3a8f96ebe7af17 for: {'network': 1} {{(pid=110145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:35:46.657451 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-80994bee-8bf9-47f2-ac76-a7e1cccbf534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for network (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:46.665461 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-80994bee-8bf9-47f2-ac76-a7e1cccbf534 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:46.714006 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 9bf54019-88a7-453d-a25b-6a528c0a3601 up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:35:46.737484 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-80994bee-8bf9-47f2-ac76-a7e1cccbf534 admin admin] Publish callbacks [] for security_group (bb2644fc-ae67-4696-8132-4bcc8a3ceb3b), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:46.760160 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port 9bf54019-88a7-453d-a25b-6a528c0a3601 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:35:46.760553 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (9bf54019-88a7-453d-a25b-6a528c0a3601), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:46.792524 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-80994bee-8bf9-47f2-ac76-a7e1cccbf534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (bb2644fc-ae67-4696-8132-4bcc8a3ceb3b), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:46.808337 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-80994bee-8bf9-47f2-ac76-a7e1cccbf534 admin admin] Reserving flat network on physical network physnet1 {{(pid=110145) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 08 04:35:46.827330 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80994bee-8bf9-47f2-ac76-a7e1cccbf534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb2644fc-ae67-4696-8132-4bcc8a3ceb3b,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:35:46.832237 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-80994bee-8bf9-47f2-ac76-a7e1cccbf534 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041'] for segment (83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:46.832387 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port 9bf54019-88a7-453d-a25b-6a528c0a3601 is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:35:46.832672 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.db.segments_db [None req-80994bee-8bf9-47f2-ac76-a7e1cccbf534 admin admin] Added segment 83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c of type flat for network e335cf5a-bd08-4697-9061-81dcecc4c284 Mar 08 04:35:46.877968 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-80994bee-8bf9-47f2-ac76-a7e1cccbf534 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769087223062'] for network (e335cf5a-bd08-4697-9061-81dcecc4c284), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:46.958114 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-80994bee-8bf9-47f2-ac76-a7e1cccbf534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093'] for network (e335cf5a-bd08-4697-9061-81dcecc4c284), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:46.958958 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80994bee-8bf9-47f2-ac76-a7e1cccbf534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:35:46.959518 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-80994bee-8bf9-47f2-ac76-a7e1cccbf534 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for network (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:47.059666 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80994bee-8bf9-47f2-ac76-a7e1cccbf534 admin admin] Pushing event updated for resources: {'Network': ['ID=e335cf5a-bd08-4697-9061-81dcecc4c284,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:35:47.070405 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Network e335cf5a-bd08-4697-9061-81dcecc4c284 details requested by agent ovs-agent-dv-cinder-740146-13-iscsi with host dv-cinder-740146-13-iscsi {{(pid=110146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 04:35:47.075150 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-80994bee-8bf9-47f2-ac76-a7e1cccbf534 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8282709 Mar 08 04:35:47.264082 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:48.584098 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:49.569224 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 36532) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:35:49.778642 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44c3113-e314-4ee4-bfde-9a53e40ee67f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:35:49.779983 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-d44c3113-e314-4ee4-bfde-9a53e40ee67f demo admin] 10.222.0.35 "GET /v2.0/subnets/f705fd9e-509f-498e-8f81-3b1be62a4cc9 HTTP/1.1" status: 200 len: 849 time: 0.2098291 Mar 08 04:35:49.899789 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-f780bf55-4da9-4152-ab11-4d9c125a866d demo admin] 10.222.0.35 "GET /v2.0/routers/6e9d4736-4bef-4a2b-9259-b80ea60473ea HTTP/1.1" status: 200 len: 704 time: 0.1142347 Mar 08 04:35:50.101020 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:50.169105 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-662f7fbd-a280-4726-9eff-87411f713dcd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:50.469412 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.db_base_plugin_common [None req-662f7fbd-a280-4726-9eff-87411f713dcd demo admin] Allocated IP 172.20.0.1 (144d3b8f-c872-4a2b-b194-12bfe9922aa4/f705fd9e-509f-498e-8f81-3b1be62a4cc9/e672a6b1-2d02-4e6b-9fbb-86b258b20003) {{(pid=110145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:35:50.645762 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-662f7fbd-a280-4726-9eff-87411f713dcd demo admin] Publish callbacks [] for port (e672a6b1-2d02-4e6b-9fbb-86b258b20003), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:50.764351 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-662f7fbd-a280-4726-9eff-87411f713dcd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855'] for port (e672a6b1-2d02-4e6b-9fbb-86b258b20003), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:50.877124 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662f7fbd-a280-4726-9eff-87411f713dcd demo admin] Network 144d3b8f-c872-4a2b-b194-12bfe9922aa4 is already hosted by enough agents. {{(pid=110145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:35:50.883750 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.base_scheduler [None req-662f7fbd-a280-4726-9eff-87411f713dcd demo admin] Resources bound (agent type, host, resource id): {{(pid=110145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:35:50.893856 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662f7fbd-a280-4726-9eff-87411f713dcd demo admin] Received port after_create {{(pid=110145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:35:50.894388 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-662f7fbd-a280-4726-9eff-87411f713dcd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952794'] for router_interface (6e9d4736-4bef-4a2b-9259-b80ea60473ea), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:50.956557 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f7fbd-a280-4726-9eff-87411f713dcd demo admin] Pushing event updated for resources: {'Port': ['ID=e672a6b1-2d02-4e6b-9fbb-86b258b20003,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:35:51.120607 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-27bb3587-85e4-4489-ba61-765ebe2fa186 None None] Provisioning complete for port e672a6b1-2d02-4e6b-9fbb-86b258b20003 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:35:51.121193 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-27bb3587-85e4-4489-ba61-765ebe2fa186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (e672a6b1-2d02-4e6b-9fbb-86b258b20003), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:51.156467 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-27bb3587-85e4-4489-ba61-765ebe2fa186 None None] Port e672a6b1-2d02-4e6b-9fbb-86b258b20003 cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:35:51.164129 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-662f7fbd-a280-4726-9eff-87411f713dcd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (e672a6b1-2d02-4e6b-9fbb-86b258b20003), before_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:51.368715 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-662f7fbd-a280-4726-9eff-87411f713dcd demo admin] Publish callbacks [] for port (e672a6b1-2d02-4e6b-9fbb-86b258b20003), precommit_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:51.429054 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-662f7fbd-a280-4726-9eff-87411f713dcd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (e672a6b1-2d02-4e6b-9fbb-86b258b20003), after_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:51.429848 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-662f7fbd-a280-4726-9eff-87411f713dcd demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952758'] for router_interface (6e9d4736-4bef-4a2b-9259-b80ea60473ea), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:51.497835 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662f7fbd-a280-4726-9eff-87411f713dcd demo admin] Pushing event updated for resources: {'Port': ['ID=e672a6b1-2d02-4e6b-9fbb-86b258b20003,revision_number=2']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:35:51.562305 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662f7fbd-a280-4726-9eff-87411f713dcd demo admin] Network 144d3b8f-c872-4a2b-b194-12bfe9922aa4 is already hosted by enough agents. {{(pid=110145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:35:51.563549 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.base_scheduler [None req-662f7fbd-a280-4726-9eff-87411f713dcd demo admin] Resources bound (agent type, host, resource id): {{(pid=110145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:35:51.806638 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662f7fbd-a280-4726-9eff-87411f713dcd demo admin] Router 6e9d4736-4bef-4a2b-9259-b80ea60473ea is scheduled to L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 with binding_index 1 {{(pid=110145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 04:35:51.877560 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-1ea0cb36-b4aa-4359-ba4a-3162c52dcba5 None None] Provisioning complete for port e672a6b1-2d02-4e6b-9fbb-86b258b20003 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:35:51.877853 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-1ea0cb36-b4aa-4359-ba4a-3162c52dcba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (e672a6b1-2d02-4e6b-9fbb-86b258b20003), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:51.901036 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662f7fbd-a280-4726-9eff-87411f713dcd demo admin] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:35:51.911487 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-1ea0cb36-b4aa-4359-ba4a-3162c52dcba5 None None] Port e672a6b1-2d02-4e6b-9fbb-86b258b20003 cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:35:51.912120 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc63541-b6b6-4408-b788-82a2e227ed44 None None] Sync routers for ids ['6e9d4736-4bef-4a2b-9259-b80ea60473ea'] in dv-cinder-740146-13-iscsi {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:35:51.918017 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-662f7fbd-a280-4726-9eff-87411f713dcd demo admin] 10.222.0.35 "PUT /v2.0/routers/6e9d4736-4bef-4a2b-9259-b80ea60473ea/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0129817 Mar 08 04:35:51.925923 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc63541-b6b6-4408-b788-82a2e227ed44 None None] Routers {'6e9d4736-4bef-4a2b-9259-b80ea60473ea'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:35:51.926806 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-5bc63541-b6b6-4408-b788-82a2e227ed44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:35:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['6e9d4736-4bef-4a2b-9259-b80ea60473ea'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:35:52.117834 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-5bc63541-b6b6-4408-b788-82a2e227ed44 None None] Set router 6e9d4736-4bef-4a2b-9259-b80ea60473ea gateway port host: None {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:35:52.541379 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-5bc63541-b6b6-4408-b788-82a2e227ed44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9d4736-4bef-4a2b-9259-b80ea60473ea', 'name': 'router1', 'tenant_id': '44f4f97f15184232834d98406565c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:35:40Z', 'updated_at': '2022-03-08T04:35:51Z', 'revision_number': 2, 'project_id': '44f4f97f15184232834d98406565c313', 'gw_port_host': None, '_interfaces': [{'id': 'e672a6b1-2d02-4e6b-9fbb-86b258b20003', 'name': '', 'network_id': '144d3b8f-c872-4a2b-b194-12bfe9922aa4', 'tenant_id': '44f4f97f15184232834d98406565c313', 'mac_address': 'fa:16:3e:8a:33:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9d4736-4bef-4a2b-9259-b80ea60473ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f705fd9e-509f-498e-8f81-3b1be62a4cc9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:35:50Z', 'updated_at': '2022-03-08T04:35:51Z', 'revision_number': 2, 'project_id': '44f4f97f15184232834d98406565c313', 'subnets': [{'id': 'f705fd9e-509f-498e-8f81-3b1be62a4cc9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2267c41-e226-47c1-9269-177cdd8e3f17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:35:52.591558 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc63541-b6b6-4408-b788-82a2e227ed44 None None] Checking router: 6e9d4736-4bef-4a2b-9259-b80ea60473ea for host: dv-cinder-740146-13-iscsi {{(pid=110147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:35:52.591925 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc63541-b6b6-4408-b788-82a2e227ed44 None None] Updating router 6e9d4736-4bef-4a2b-9259-b80ea60473ea port e672a6b1-2d02-4e6b-9fbb-86b258b20003 binding host dv-cinder-740146-13-iscsi {{(pid=110147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 04:35:52.642721 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-5bc63541-b6b6-4408-b788-82a2e227ed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (e672a6b1-2d02-4e6b-9fbb-86b258b20003), before_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:53.191359 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-5bc63541-b6b6-4408-b788-82a2e227ed44 None None] Publish callbacks [] for port (e672a6b1-2d02-4e6b-9fbb-86b258b20003), precommit_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:53.275164 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-5bc63541-b6b6-4408-b788-82a2e227ed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (e672a6b1-2d02-4e6b-9fbb-86b258b20003), after_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:53.445072 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8cb91f-6be6-40aa-a8ea-5d15db8a26a0 None None] Pushing event updated for resources: {'Port': ['ID=e672a6b1-2d02-4e6b-9fbb-86b258b20003,revision_number=3']} {{(pid=110147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:35:53.447440 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.managers [None req-5bc63541-b6b6-4408-b788-82a2e227ed44 None None] Attempting to bind port e672a6b1-2d02-4e6b-9fbb-86b258b20003 on host dv-cinder-740146-13-iscsi for vnic_type normal with profile {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:35:53.447842 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.managers [None req-5bc63541-b6b6-4408-b788-82a2e227ed44 None None] Attempting to bind port e672a6b1-2d02-4e6b-9fbb-86b258b20003 by drivers openvswitch,hyperv on host dv-cinder-740146-13-iscsi at level 0 using segments [{'id': 'e0b74a55-8365-48c9-8856-018d58b5a3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '144d3b8f-c872-4a2b-b194-12bfe9922aa4'}] {{(pid=110147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:35:53.448289 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc63541-b6b6-4408-b788-82a2e227ed44 None None] Attempting to bind port e672a6b1-2d02-4e6b-9fbb-86b258b20003 on network 144d3b8f-c872-4a2b-b194-12bfe9922aa4 {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:35:53.458005 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8cb91f-6be6-40aa-a8ea-5d15db8a26a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:53.458366 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8cb91f-6be6-40aa-a8ea-5d15db8a26a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:53.459247 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8cb91f-6be6-40aa-a8ea-5d15db8a26a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:53.459584 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8cb91f-6be6-40aa-a8ea-5d15db8a26a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:53.459916 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8cb91f-6be6-40aa-a8ea-5d15db8a26a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:53.460244 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8cb91f-6be6-40aa-a8ea-5d15db8a26a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:53.460585 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8cb91f-6be6-40aa-a8ea-5d15db8a26a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:53.460914 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8cb91f-6be6-40aa-a8ea-5d15db8a26a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:53.461260 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8cb91f-6be6-40aa-a8ea-5d15db8a26a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:53.461600 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8cb91f-6be6-40aa-a8ea-5d15db8a26a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:53.461926 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8cb91f-6be6-40aa-a8ea-5d15db8a26a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:53.462245 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8cb91f-6be6-40aa-a8ea-5d15db8a26a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:53.462564 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8cb91f-6be6-40aa-a8ea-5d15db8a26a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:35:53.464243 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8cb91f-6be6-40aa-a8ea-5d15db8a26a0 None None] Tracked resource versions report: Mar 08 04:35:53.464243 dv-cinder-740146-13-iscsi neutron-server[110147]: pushed versions: Mar 08 04:35:53.464243 dv-cinder-740146-13-iscsi neutron-server[110147]: { 'AddressGroup': {'1.2'}, Mar 08 04:35:53.464243 dv-cinder-740146-13-iscsi neutron-server[110147]: 'ConntrackHelper': {'1.0'}, Mar 08 04:35:53.464243 dv-cinder-740146-13-iscsi neutron-server[110147]: 'LocalIPAssociation': {'1.0'}, Mar 08 04:35:53.464243 dv-cinder-740146-13-iscsi neutron-server[110147]: 'Log': {'1.0'}, Mar 08 04:35:53.464243 dv-cinder-740146-13-iscsi neutron-server[110147]: 'Network': {'1.1'}, Mar 08 04:35:53.464243 dv-cinder-740146-13-iscsi neutron-server[110147]: 'Port': {'1.7'}, Mar 08 04:35:53.464243 dv-cinder-740146-13-iscsi neutron-server[110147]: 'PortForwarding': {'1.2'}, Mar 08 04:35:53.464243 dv-cinder-740146-13-iscsi neutron-server[110147]: 'QosPolicy': {'1.10'}, Mar 08 04:35:53.464243 dv-cinder-740146-13-iscsi neutron-server[110147]: 'SecurityGroup': {'1.5'}, Mar 08 04:35:53.464243 dv-cinder-740146-13-iscsi neutron-server[110147]: 'SecurityGroupRule': {'1.2'}, Mar 08 04:35:53.464243 dv-cinder-740146-13-iscsi neutron-server[110147]: 'SubPort': {'1.0'}, Mar 08 04:35:53.464243 dv-cinder-740146-13-iscsi neutron-server[110147]: 'Subnet': {'1.1'}, Mar 08 04:35:53.464243 dv-cinder-740146-13-iscsi neutron-server[110147]: 'Trunk': {'1.1'}} Mar 08 04:35:53.464243 dv-cinder-740146-13-iscsi neutron-server[110147]: consumer versions: Mar 08 04:35:53.464243 dv-cinder-740146-13-iscsi neutron-server[110147]: { DHCP agent@dv-cinder-740146-13-iscsi: {}, Mar 08 04:35:53.464243 dv-cinder-740146-13-iscsi neutron-server[110147]: L3 agent@dv-cinder-740146-13-iscsi: {}, Mar 08 04:35:53.464243 dv-cinder-740146-13-iscsi neutron-server[110147]: Metadata agent@dv-cinder-740146-13-iscsi: {}, Mar 08 04:35:53.464243 dv-cinder-740146-13-iscsi neutron-server[110147]: Metering agent@dv-cinder-740146-13-iscsi: {}, Mar 08 04:35:53.464243 dv-cinder-740146-13-iscsi neutron-server[110147]: Open vSwitch agent@dv-cinder-740146-13-iscsi: { 'AddressGroup': '1.2', Mar 08 04:35:53.464243 dv-cinder-740146-13-iscsi neutron-server[110147]: 'ConntrackHelper': '1.0', Mar 08 04:35:53.464243 dv-cinder-740146-13-iscsi neutron-server[110147]: 'LocalIPAssociation': '1.0', Mar 08 04:35:53.464243 dv-cinder-740146-13-iscsi neutron-server[110147]: 'Log': '1.0', Mar 08 04:35:53.464243 dv-cinder-740146-13-iscsi neutron-server[110147]: 'Network': '1.1', Mar 08 04:35:53.464243 dv-cinder-740146-13-iscsi neutron-server[110147]: 'Port': '1.7', Mar 08 04:35:53.464243 dv-cinder-740146-13-iscsi neutron-server[110147]: 'PortForwarding': '1.2', Mar 08 04:35:53.464243 dv-cinder-740146-13-iscsi neutron-server[110147]: 'QosPolicy': '1.10', Mar 08 04:35:53.464243 dv-cinder-740146-13-iscsi neutron-server[110147]: 'SecurityGroup': '1.5', Mar 08 04:35:53.464243 dv-cinder-740146-13-iscsi neutron-server[110147]: 'SecurityGroupRule': '1.2', Mar 08 04:35:53.464243 dv-cinder-740146-13-iscsi neutron-server[110147]: 'SubPort': '1.0', Mar 08 04:35:53.464243 dv-cinder-740146-13-iscsi neutron-server[110147]: 'Subnet': '1.1', Mar 08 04:35:53.464243 dv-cinder-740146-13-iscsi neutron-server[110147]: 'Trunk': '1.1'}} Mar 08 04:35:53.464243 dv-cinder-740146-13-iscsi neutron-server[110147]: {{(pid=110147) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 04:35:53.468293 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc63541-b6b6-4408-b788-82a2e227ed44 None None] Checking agent: {'id': '4c7881dc-503e-4b59-880f-21834bcd9250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 35, 20), 'started_at': datetime.datetime(2022, 3, 8, 4, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:35:53.468705 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc63541-b6b6-4408-b788-82a2e227ed44 None None] Checking segment: {'id': 'e0b74a55-8365-48c9-8856-018d58b5a3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '144d3b8f-c872-4a2b-b194-12bfe9922aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:35:53.469234 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-5bc63541-b6b6-4408-b788-82a2e227ed44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:53.469617 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc63541-b6b6-4408-b788-82a2e227ed44 None None] Bound using segment: {'id': 'e0b74a55-8365-48c9-8856-018d58b5a3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '144d3b8f-c872-4a2b-b194-12bfe9922aa4'} {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:35:53.470102 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.managers [None req-5bc63541-b6b6-4408-b788-82a2e227ed44 None None] Bound port: e672a6b1-2d02-4e6b-9fbb-86b258b20003, host: dv-cinder-740146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b74a55-8365-48c9-8856-018d58b5a3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '144d3b8f-c872-4a2b-b194-12bfe9922aa4'}}] {{(pid=110147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:35:53.470481 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-5bc63541-b6b6-4408-b788-82a2e227ed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (e672a6b1-2d02-4e6b-9fbb-86b258b20003), before_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:53.535762 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.db [None req-5bc63541-b6b6-4408-b788-82a2e227ed44 None None] For port e672a6b1-2d02-4e6b-9fbb-86b258b20003, host dv-cinder-740146-13-iscsi, cleared binding levels {{(pid=110147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:35:53.542494 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-852fd94c-0caf-4416-af89-03d3e01c8619 None None] Provisioning complete for port e672a6b1-2d02-4e6b-9fbb-86b258b20003 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:35:53.543009 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-852fd94c-0caf-4416-af89-03d3e01c8619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (e672a6b1-2d02-4e6b-9fbb-86b258b20003), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:53.557065 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.db [None req-5bc63541-b6b6-4408-b788-82a2e227ed44 None None] For port e672a6b1-2d02-4e6b-9fbb-86b258b20003, host dv-cinder-740146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=e672a6b1-2d02-4e6b-9fbb-86b258b20003,segment=NetworkSegment(e0b74a55-8365-48c9-8856-018d58b5a3e9),segment_id=e0b74a55-8365-48c9-8856-018d58b5a3e9)] {{(pid=110147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:35:53.589011 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-852fd94c-0caf-4416-af89-03d3e01c8619 None None] Port e672a6b1-2d02-4e6b-9fbb-86b258b20003 cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:35:53.632927 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-5bc63541-b6b6-4408-b788-82a2e227ed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (e672a6b1-2d02-4e6b-9fbb-86b258b20003), after_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:53.691853 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8cb91f-6be6-40aa-a8ea-5d15db8a26a0 None None] Pushing event updated for resources: {'Port': ['ID=e672a6b1-2d02-4e6b-9fbb-86b258b20003,revision_number=4']} {{(pid=110147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:35:53.698059 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc63541-b6b6-4408-b788-82a2e227ed44 None None] Routers {'6e9d4736-4bef-4a2b-9259-b80ea60473ea'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:35:53.698656 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-5bc63541-b6b6-4408-b788-82a2e227ed44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:35:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['6e9d4736-4bef-4a2b-9259-b80ea60473ea'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:35:53.790386 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-5bc63541-b6b6-4408-b788-82a2e227ed44 None None] Set router 6e9d4736-4bef-4a2b-9259-b80ea60473ea gateway port host: None {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:35:53.909732 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-d37cfc68-6707-48bf-a088-a86ec36215a1 None None] Provisioning complete for port e672a6b1-2d02-4e6b-9fbb-86b258b20003 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:35:53.910138 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-d37cfc68-6707-48bf-a088-a86ec36215a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (e672a6b1-2d02-4e6b-9fbb-86b258b20003), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:53.989648 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-d37cfc68-6707-48bf-a088-a86ec36215a1 None None] Current status of the port e672a6b1-2d02-4e6b-9fbb-86b258b20003 is: DOWN; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:35:53.990455 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-d37cfc68-6707-48bf-a088-a86ec36215a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (e672a6b1-2d02-4e6b-9fbb-86b258b20003), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:53.999154 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-5bc63541-b6b6-4408-b788-82a2e227ed44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9d4736-4bef-4a2b-9259-b80ea60473ea', 'name': 'router1', 'tenant_id': '44f4f97f15184232834d98406565c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:35:40Z', 'updated_at': '2022-03-08T04:35:51Z', 'revision_number': 2, 'project_id': '44f4f97f15184232834d98406565c313', 'gw_port_host': None, '_interfaces': [{'id': 'e672a6b1-2d02-4e6b-9fbb-86b258b20003', 'name': '', 'network_id': '144d3b8f-c872-4a2b-b194-12bfe9922aa4', 'tenant_id': '44f4f97f15184232834d98406565c313', 'mac_address': 'fa:16:3e:8a:33:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9d4736-4bef-4a2b-9259-b80ea60473ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f705fd9e-509f-498e-8f81-3b1be62a4cc9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:35:50Z', 'updated_at': '2022-03-08T04:35:53Z', 'revision_number': 4, 'project_id': '44f4f97f15184232834d98406565c313', 'subnets': [{'id': 'f705fd9e-509f-498e-8f81-3b1be62a4cc9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2267c41-e226-47c1-9269-177cdd8e3f17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:35:54.022863 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-d37cfc68-6707-48bf-a088-a86ec36215a1 None None] For port e672a6b1-2d02-4e6b-9fbb-86b258b20003, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=e672a6b1-2d02-4e6b-9fbb-86b258b20003,segment=NetworkSegment(e0b74a55-8365-48c9-8856-018d58b5a3e9),segment_id=e0b74a55-8365-48c9-8856-018d58b5a3e9)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:35:54.029424 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc63541-b6b6-4408-b788-82a2e227ed44 None None] The sync data for ids ['6e9d4736-4bef-4a2b-9259-b80ea60473ea'] in dv-cinder-740146-13-iscsi is: [{'id': '6e9d4736-4bef-4a2b-9259-b80ea60473ea', 'name': 'router1', 'tenant_id': '44f4f97f15184232834d98406565c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:35:40Z', 'updated_at': '2022-03-08T04:35:51Z', 'revision_number': 2, 'project_id': '44f4f97f15184232834d98406565c313', 'gw_port_host': None, '_interfaces': [{'id': 'e672a6b1-2d02-4e6b-9fbb-86b258b20003', 'name': '', 'network_id': '144d3b8f-c872-4a2b-b194-12bfe9922aa4', 'tenant_id': '44f4f97f15184232834d98406565c313', 'mac_address': 'fa:16:3e:8a:33:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9d4736-4bef-4a2b-9259-b80ea60473ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f705fd9e-509f-498e-8f81-3b1be62a4cc9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:35:50Z', 'updated_at': '2022-03-08T04:35:53Z', 'revision_number': 4, 'project_id': '44f4f97f15184232834d98406565c313', 'subnets': [{'id': 'f705fd9e-509f-498e-8f81-3b1be62a4cc9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2267c41-e226-47c1-9269-177cdd8e3f17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:35:54.109973 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-d37cfc68-6707-48bf-a088-a86ec36215a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (e672a6b1-2d02-4e6b-9fbb-86b258b20003), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:54.158648 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37cfc68-6707-48bf-a088-a86ec36215a1 None None] Pushing event updated for resources: {'Port': ['ID=e672a6b1-2d02-4e6b-9fbb-86b258b20003,revision_number=5']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:35:54.347770 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 36552) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:35:54.455210 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24c8383-4218-4510-bbaf-0b8a55411400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:35:54.456618 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-b24c8383-4218-4510-bbaf-0b8a55411400 admin admin] 10.222.0.35 "GET /v2.0/networks/e335cf5a-bd08-4697-9061-81dcecc4c284 HTTP/1.1" status: 200 len: 842 time: 0.1078708 Mar 08 04:35:54.466268 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-2a796307-7563-468b-a4c2-836aa6129858 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'cidr': '172.27.0.0/24', 'ip_version': 4}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:35:54.552264 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a796307-7563-468b-a4c2-836aa6129858 admin admin] Made reservation on behalf of 687da0c25fd64fed8c3a8f96ebe7af17 for: {'subnet': 1} {{(pid=110145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:35:54.555066 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-2a796307-7563-468b-a4c2-836aa6129858 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:54.949029 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.objects.ports [None req-2a796307-7563-468b-a4c2-836aa6129858 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110145) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 08 04:35:54.949473 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-2a796307-7563-468b-a4c2-836aa6129858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093'] for subnet (5add51e7-3273-4e08-a772-a967bfff1dcd), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:54.996560 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a796307-7563-468b-a4c2-836aa6129858 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5add51e7-3273-4e08-a772-a967bfff1dcd,revision_number=0']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:35:55.013391 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a796307-7563-468b-a4c2-836aa6129858 admin admin] Checking segment: {'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:35:55.013763 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a796307-7563-468b-a4c2-836aa6129858 admin admin] Network hostable DHCP agents. Network: e335cf5a-bd08-4697-9061-81dcecc4c284, hostable agents: ['0b7bcd49-0510-447e-bc01-0aee655b7fc1'], hosted agents: [] {{(pid=110145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 04:35:55.098510 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a796307-7563-468b-a4c2-836aa6129858 admin admin] Network e335cf5a-bd08-4697-9061-81dcecc4c284 is scheduled to be hosted by DHCP agent 0b7bcd49-0510-447e-bc01-0aee655b7fc1 with binding_index 1 {{(pid=110145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 04:35:55.170255 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.base_scheduler [None req-2a796307-7563-468b-a4c2-836aa6129858 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-13-iscsi, e335cf5a-bd08-4697-9061-81dcecc4c284) {{(pid=110145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:35:55.174261 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a796307-7563-468b-a4c2-836aa6129858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:35:55.174850 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-2a796307-7563-468b-a4c2-836aa6129858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for subnet (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:55.181468 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f62bc4-ea21-4e8b-89ac-bdcd8f157ec2 None None] Network e335cf5a-bd08-4697-9061-81dcecc4c284 requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:35:55.280005 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b456bffc-60a6-4ed3-8ebe-a7fc44484188 None None] Network e335cf5a-bd08-4697-9061-81dcecc4c284 requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:35:55.343882 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-2a796307-7563-468b-a4c2-836aa6129858 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8808923 Mar 08 04:35:57.748860 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 36560) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:35:57.953590 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-0acca5e7-a978-4a88-a52b-6211e0fea5a0 demo admin] 10.222.0.35 "GET /v2.0/routers/6e9d4736-4bef-4a2b-9259-b80ea60473ea HTTP/1.1" status: 200 len: 710 time: 0.2033775 Mar 08 04:35:58.042102 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3380de47-4f8b-4a31-8297-777978caf8ec demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:35:58.043488 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-3380de47-4f8b-4a31-8297-777978caf8ec demo admin] 10.222.0.35 "GET /v2.0/networks/e335cf5a-bd08-4697-9061-81dcecc4c284 HTTP/1.1" status: 200 len: 886 time: 0.0840845 Mar 08 04:35:58.052802 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-703d45e4-c816-462b-a5cf-be042590f4e8 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:35:58.300563 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-703d45e4-c816-462b-a5cf-be042590f4e8 demo admin] Publish callbacks [] for router_gateway (6e9d4736-4bef-4a2b-9259-b80ea60473ea), precommit_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:58.601074 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-703d45e4-c816-462b-a5cf-be042590f4e8 demo admin] Publish callbacks [] for router_gateway (6e9d4736-4bef-4a2b-9259-b80ea60473ea), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:58.679788 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-703d45e4-c816-462b-a5cf-be042590f4e8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:58.808951 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.db_base_plugin_common [None req-703d45e4-c816-462b-a5cf-be042590f4e8 demo admin] Allocated IP 172.27.0.127 (e335cf5a-bd08-4697-9061-81dcecc4c284/5add51e7-3273-4e08-a772-a967bfff1dcd/836a2f4a-d7fd-4714-90d3-98b74adc033b) {{(pid=110145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:35:58.911061 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-703d45e4-c816-462b-a5cf-be042590f4e8 demo admin] Publish callbacks [] for port (836a2f4a-d7fd-4714-90d3-98b74adc033b), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:58.998668 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-703d45e4-c816-462b-a5cf-be042590f4e8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855'] for port (836a2f4a-d7fd-4714-90d3-98b74adc033b), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:59.039848 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703d45e4-c816-462b-a5cf-be042590f4e8 demo admin] Network e335cf5a-bd08-4697-9061-81dcecc4c284 is already hosted by enough agents. {{(pid=110145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:35:59.042685 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.base_scheduler [None req-703d45e4-c816-462b-a5cf-be042590f4e8 demo admin] Resources bound (agent type, host, resource id): {{(pid=110145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:35:59.046944 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703d45e4-c816-462b-a5cf-be042590f4e8 demo admin] Received port after_create {{(pid=110145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:35:59.049782 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d45e4-c816-462b-a5cf-be042590f4e8 demo admin] Pushing event updated for resources: {'Port': ['ID=836a2f4a-d7fd-4714-90d3-98b74adc033b,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:35:59.381807 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-703d45e4-c816-462b-a5cf-be042590f4e8 demo admin] Publish callbacks [] for router_gateway (6e9d4736-4bef-4a2b-9259-b80ea60473ea), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:59.665987 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-703d45e4-c816-462b-a5cf-be042590f4e8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-950988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-955675', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9290'] for router (6e9d4736-4bef-4a2b-9259-b80ea60473ea), precommit_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:59.669314 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-703d45e4-c816-462b-a5cf-be042590f4e8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-951031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-950981', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-951038', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-955668'] for router (6e9d4736-4bef-4a2b-9259-b80ea60473ea), after_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:59.779032 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703d45e4-c816-462b-a5cf-be042590f4e8 demo admin] Router 6e9d4736-4bef-4a2b-9259-b80ea60473ea has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:35:59.890895 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703d45e4-c816-462b-a5cf-be042590f4e8 demo admin] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:35:59.895373 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-703d45e4-c816-462b-a5cf-be042590f4e8 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:35:59.896546 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-703d45e4-c816-462b-a5cf-be042590f4e8 demo admin] 10.222.0.35 "PUT /v2.0/routers/6e9d4736-4bef-4a2b-9259-b80ea60473ea HTTP/1.1" status: 200 len: 890 time: 1.8473749 Mar 08 04:36:00.760769 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device e672a6b1-2d02-4e6b-9fbb-86b258b20003 up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:36:00.811454 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port e672a6b1-2d02-4e6b-9fbb-86b258b20003 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:36:00.812084 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (e672a6b1-2d02-4e6b-9fbb-86b258b20003), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:36:00.896771 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port e672a6b1-2d02-4e6b-9fbb-86b258b20003 is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:36:02.466846 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 36572) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:36:02.578875 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52947bb-6d6f-4076-9631-d42e1de8d554 None None] Sync routers for ids ['6e9d4736-4bef-4a2b-9259-b80ea60473ea'] in dv-cinder-740146-13-iscsi {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:36:02.583831 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-7590ece0-410f-4ee6-90f6-3da51cffbffc admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1152513 Mar 08 04:36:02.590903 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52947bb-6d6f-4076-9631-d42e1de8d554 None None] Routers {'6e9d4736-4bef-4a2b-9259-b80ea60473ea'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:36:02.591570 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-e52947bb-6d6f-4076-9631-d42e1de8d554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:35:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['6e9d4736-4bef-4a2b-9259-b80ea60473ea'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:36:02.814553 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-e52947bb-6d6f-4076-9631-d42e1de8d554 None None] Set router 6e9d4736-4bef-4a2b-9259-b80ea60473ea gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:36:03.296896 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-e52947bb-6d6f-4076-9631-d42e1de8d554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9d4736-4bef-4a2b-9259-b80ea60473ea', 'name': 'router1', 'tenant_id': '44f4f97f15184232834d98406565c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '836a2f4a-d7fd-4714-90d3-98b74adc033b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:35:40Z', 'updated_at': '2022-03-08T04:35:59Z', 'revision_number': 4, 'project_id': '44f4f97f15184232834d98406565c313', 'gw_port': {'id': '836a2f4a-d7fd-4714-90d3-98b74adc033b', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:69:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9d4736-4bef-4a2b-9259-b80ea60473ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:35:58Z', 'updated_at': '2022-03-08T04:35:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': 'e672a6b1-2d02-4e6b-9fbb-86b258b20003', 'name': '', 'network_id': '144d3b8f-c872-4a2b-b194-12bfe9922aa4', 'tenant_id': '44f4f97f15184232834d98406565c313', 'mac_address': 'fa:16:3e:8a:33:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9d4736-4bef-4a2b-9259-b80ea60473ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f705fd9e-509f-498e-8f81-3b1be62a4cc9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:35:50Z', 'updated_at': '2022-03-08T04:35:54Z', 'revision_number': 5, 'project_id': '44f4f97f15184232834d98406565c313', 'subnets': [{'id': 'f705fd9e-509f-498e-8f81-3b1be62a4cc9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2267c41-e226-47c1-9269-177cdd8e3f17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:36:03.350879 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52947bb-6d6f-4076-9631-d42e1de8d554 None None] Checking router: 6e9d4736-4bef-4a2b-9259-b80ea60473ea for host: dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:36:03.351284 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52947bb-6d6f-4076-9631-d42e1de8d554 None None] Updating router 6e9d4736-4bef-4a2b-9259-b80ea60473ea port 836a2f4a-d7fd-4714-90d3-98b74adc033b binding host dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 04:36:03.404167 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-e52947bb-6d6f-4076-9631-d42e1de8d554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (836a2f4a-d7fd-4714-90d3-98b74adc033b), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:36:03.723095 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-e52947bb-6d6f-4076-9631-d42e1de8d554 None None] Publish callbacks [] for port (836a2f4a-d7fd-4714-90d3-98b74adc033b), precommit_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:36:03.809498 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-e52947bb-6d6f-4076-9631-d42e1de8d554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (836a2f4a-d7fd-4714-90d3-98b74adc033b), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:36:03.862786 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-e52947bb-6d6f-4076-9631-d42e1de8d554 None None] Attempting to bind port 836a2f4a-d7fd-4714-90d3-98b74adc033b on host dv-cinder-740146-13-iscsi for vnic_type normal with profile {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:36:03.863163 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-e52947bb-6d6f-4076-9631-d42e1de8d554 None None] Attempting to bind port 836a2f4a-d7fd-4714-90d3-98b74adc033b by drivers openvswitch,hyperv on host dv-cinder-740146-13-iscsi at level 0 using segments [{'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:36:03.863531 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52947bb-6d6f-4076-9631-d42e1de8d554 None None] Attempting to bind port 836a2f4a-d7fd-4714-90d3-98b74adc033b on network e335cf5a-bd08-4697-9061-81dcecc4c284 {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:36:03.870262 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593cbb7c-ac1f-4235-b07d-06e47222109d None None] Pushing event updated for resources: {'Port': ['ID=836a2f4a-d7fd-4714-90d3-98b74adc033b,revision_number=2']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:36:03.875212 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52947bb-6d6f-4076-9631-d42e1de8d554 None None] Checking agent: {'id': '4c7881dc-503e-4b59-880f-21834bcd9250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 35, 20), 'started_at': datetime.datetime(2022, 3, 8, 4, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:36:03.875585 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52947bb-6d6f-4076-9631-d42e1de8d554 None None] Checking segment: {'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:36:03.875988 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-e52947bb-6d6f-4076-9631-d42e1de8d554 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:36:03.876370 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52947bb-6d6f-4076-9631-d42e1de8d554 None None] Bound using segment: {'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:36:03.877472 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-e52947bb-6d6f-4076-9631-d42e1de8d554 None None] Bound port: 836a2f4a-d7fd-4714-90d3-98b74adc033b, host: dv-cinder-740146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:36:03.877472 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-e52947bb-6d6f-4076-9631-d42e1de8d554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (836a2f4a-d7fd-4714-90d3-98b74adc033b), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:36:03.933939 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-e52947bb-6d6f-4076-9631-d42e1de8d554 None None] For port 836a2f4a-d7fd-4714-90d3-98b74adc033b, host dv-cinder-740146-13-iscsi, cleared binding levels {{(pid=110146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:36:03.937378 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-e52947bb-6d6f-4076-9631-d42e1de8d554 None None] For port 836a2f4a-d7fd-4714-90d3-98b74adc033b, host dv-cinder-740146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=836a2f4a-d7fd-4714-90d3-98b74adc033b,segment=NetworkSegment(83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c),segment_id=83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c)] {{(pid=110146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:36:04.015533 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-e52947bb-6d6f-4076-9631-d42e1de8d554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (836a2f4a-d7fd-4714-90d3-98b74adc033b), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:36:04.073967 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593cbb7c-ac1f-4235-b07d-06e47222109d None None] Pushing event updated for resources: {'Port': ['ID=836a2f4a-d7fd-4714-90d3-98b74adc033b,revision_number=3']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:36:04.076386 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52947bb-6d6f-4076-9631-d42e1de8d554 None None] Routers {'6e9d4736-4bef-4a2b-9259-b80ea60473ea'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:36:04.076957 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-e52947bb-6d6f-4076-9631-d42e1de8d554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:35:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['6e9d4736-4bef-4a2b-9259-b80ea60473ea'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:36:04.186021 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-e52947bb-6d6f-4076-9631-d42e1de8d554 None None] Set router 6e9d4736-4bef-4a2b-9259-b80ea60473ea gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:36:04.415726 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-e52947bb-6d6f-4076-9631-d42e1de8d554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e9d4736-4bef-4a2b-9259-b80ea60473ea', 'name': 'router1', 'tenant_id': '44f4f97f15184232834d98406565c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '836a2f4a-d7fd-4714-90d3-98b74adc033b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:35:40Z', 'updated_at': '2022-03-08T04:35:59Z', 'revision_number': 4, 'project_id': '44f4f97f15184232834d98406565c313', 'gw_port': {'id': '836a2f4a-d7fd-4714-90d3-98b74adc033b', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:69:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9d4736-4bef-4a2b-9259-b80ea60473ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:35:58Z', 'updated_at': '2022-03-08T04:36:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': 'e672a6b1-2d02-4e6b-9fbb-86b258b20003', 'name': '', 'network_id': '144d3b8f-c872-4a2b-b194-12bfe9922aa4', 'tenant_id': '44f4f97f15184232834d98406565c313', 'mac_address': 'fa:16:3e:8a:33:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9d4736-4bef-4a2b-9259-b80ea60473ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f705fd9e-509f-498e-8f81-3b1be62a4cc9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:35:50Z', 'updated_at': '2022-03-08T04:35:54Z', 'revision_number': 5, 'project_id': '44f4f97f15184232834d98406565c313', 'subnets': [{'id': 'f705fd9e-509f-498e-8f81-3b1be62a4cc9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2267c41-e226-47c1-9269-177cdd8e3f17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:36:04.443502 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52947bb-6d6f-4076-9631-d42e1de8d554 None None] The sync data for ids ['6e9d4736-4bef-4a2b-9259-b80ea60473ea'] in dv-cinder-740146-13-iscsi is: [{'id': '6e9d4736-4bef-4a2b-9259-b80ea60473ea', 'name': 'router1', 'tenant_id': '44f4f97f15184232834d98406565c313', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.127'}], 'enable_snat': True}, 'gw_port_id': '836a2f4a-d7fd-4714-90d3-98b74adc033b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:35:40Z', 'updated_at': '2022-03-08T04:35:59Z', 'revision_number': 4, 'project_id': '44f4f97f15184232834d98406565c313', 'gw_port': {'id': '836a2f4a-d7fd-4714-90d3-98b74adc033b', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:69:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e9d4736-4bef-4a2b-9259-b80ea60473ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:35:58Z', 'updated_at': '2022-03-08T04:36:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': 'e672a6b1-2d02-4e6b-9fbb-86b258b20003', 'name': '', 'network_id': '144d3b8f-c872-4a2b-b194-12bfe9922aa4', 'tenant_id': '44f4f97f15184232834d98406565c313', 'mac_address': 'fa:16:3e:8a:33:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e9d4736-4bef-4a2b-9259-b80ea60473ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f705fd9e-509f-498e-8f81-3b1be62a4cc9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:35:50Z', 'updated_at': '2022-03-08T04:35:54Z', 'revision_number': 5, 'project_id': '44f4f97f15184232834d98406565c313', 'subnets': [{'id': 'f705fd9e-509f-498e-8f81-3b1be62a4cc9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2267c41-e226-47c1-9269-177cdd8e3f17'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:36:04.794693 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 836a2f4a-d7fd-4714-90d3-98b74adc033b up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:36:04.859439 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port 836a2f4a-d7fd-4714-90d3-98b74adc033b triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:36:04.860080 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (836a2f4a-d7fd-4714-90d3-98b74adc033b), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:36:04.962187 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port 836a2f4a-d7fd-4714-90d3-98b74adc033b is: DOWN; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:36:04.963969 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (836a2f4a-d7fd-4714-90d3-98b74adc033b), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:36:04.990175 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] For port 836a2f4a-d7fd-4714-90d3-98b74adc033b, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=836a2f4a-d7fd-4714-90d3-98b74adc033b,segment=NetworkSegment(83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c),segment_id=83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:36:05.055161 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (836a2f4a-d7fd-4714-90d3-98b74adc033b), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:36:05.124006 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Pushing event updated for resources: {'Port': ['ID=836a2f4a-d7fd-4714-90d3-98b74adc033b,revision_number=4']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:36:06.769186 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 836a2f4a-d7fd-4714-90d3-98b74adc033b up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:36:06.838066 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port 836a2f4a-d7fd-4714-90d3-98b74adc033b triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:36:06.838474 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (836a2f4a-d7fd-4714-90d3-98b74adc033b), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:36:06.961123 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port 836a2f4a-d7fd-4714-90d3-98b74adc033b is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:36:13.219149 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 5 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:36:13.978008 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-cfb07c37-0f14-47ad-b19a-b1dcaecb9304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:36:16.240749 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-9456520b-d867-47ba-894b-cebfc16b65cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:36:17.157773 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:36:18.605816 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:36:20.120954 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:36:43.971577 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-a7a77663-933b-40f6-aeb2-fecb1ef35dee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:36:46.505790 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-10ace4fa-9e4b-4c51-b94f-d7f423533a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:36:47.157431 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:36:48.631065 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:36:50.082977 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:36:50.218750 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 5 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:37:13.984223 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-b6fe2fc1-395d-4581-b9b9-2a9bd973598d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:37:16.258919 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-0ca06402-242f-4ed3-9f52-5b423f49ca37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:37:17.153540 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:37:18.596052 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:37:20.070092 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:37:25.430766 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 37056) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:37:25.491805 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b1f305-4a76-4695-a6cb-aea2c662ee8d admin admin] GET failed (client error): The resource could not be found. Mar 08 04:37:25.493072 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-d6b1f305-4a76-4695-a6cb-aea2c662ee8d admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613546 Mar 08 04:37:25.651879 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcc906a-76a7-4382-ab8a-964c1a24541d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:37:25.653384 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-bbcc906a-76a7-4382-ab8a-964c1a24541d admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1563127 Mar 08 04:37:27.217646 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 5 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:37:27.962078 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 37066) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:37:28.055268 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8793deb2-f40e-42d8-8ae6-f9888e8e5145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:37:28.056578 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-8793deb2-f40e-42d8-8ae6-f9888e8e5145 admin admin] 10.222.0.35 "GET /v2.0/subnets/f705fd9e-509f-498e-8f81-3b1be62a4cc9 HTTP/1.1" status: 200 len: 849 time: 0.0935662 Mar 08 04:37:28.066398 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-cca63bde-b461-47aa-89a8-b73a6e2de46f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:37:28.152272 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-cca63bde-b461-47aa-89a8-b73a6e2de46f admin admin] Publish callbacks [] for subnet (f705fd9e-509f-498e-8f81-3b1be62a4cc9), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:37:28.347343 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-cca63bde-b461-47aa-89a8-b73a6e2de46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769087612591'] for subnet (f705fd9e-509f-498e-8f81-3b1be62a4cc9), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:37:28.398475 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca63bde-b461-47aa-89a8-b73a6e2de46f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:37:28.399063 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-cca63bde-b461-47aa-89a8-b73a6e2de46f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for subnet (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:37:28.401614 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-cca63bde-b461-47aa-89a8-b73a6e2de46f admin admin] 10.222.0.35 "PUT /v2.0/subnets/f705fd9e-509f-498e-8f81-3b1be62a4cc9 HTTP/1.1" status: 200 len: 868 time: 0.3392563 Mar 08 04:37:28.403436 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f52ef74-e0de-434f-a7e8-731164a50465 None None] Network 144d3b8f-c872-4a2b-b194-12bfe9922aa4 requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:37:28.422415 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca63bde-b461-47aa-89a8-b73a6e2de46f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f705fd9e-509f-498e-8f81-3b1be62a4cc9,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:37:28.431237 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca63bde-b461-47aa-89a8-b73a6e2de46f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:37:28.431622 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca63bde-b461-47aa-89a8-b73a6e2de46f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:37:28.431970 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca63bde-b461-47aa-89a8-b73a6e2de46f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:37:28.432427 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca63bde-b461-47aa-89a8-b73a6e2de46f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:37:28.432764 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca63bde-b461-47aa-89a8-b73a6e2de46f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:37:28.433250 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca63bde-b461-47aa-89a8-b73a6e2de46f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:37:28.433555 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca63bde-b461-47aa-89a8-b73a6e2de46f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:37:28.433881 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca63bde-b461-47aa-89a8-b73a6e2de46f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:37:28.434208 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca63bde-b461-47aa-89a8-b73a6e2de46f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:37:28.434532 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca63bde-b461-47aa-89a8-b73a6e2de46f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:37:28.434858 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca63bde-b461-47aa-89a8-b73a6e2de46f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:37:28.435177 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca63bde-b461-47aa-89a8-b73a6e2de46f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:37:28.435499 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca63bde-b461-47aa-89a8-b73a6e2de46f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:37:28.696262 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-b124c4ac-fd32-4f69-91ea-094f9a99d202 None None] Provisioning complete for port e672a6b1-2d02-4e6b-9fbb-86b258b20003 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:37:28.696655 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-b124c4ac-fd32-4f69-91ea-094f9a99d202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (e672a6b1-2d02-4e6b-9fbb-86b258b20003), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:37:28.775894 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-b124c4ac-fd32-4f69-91ea-094f9a99d202 None None] Current status of the port e672a6b1-2d02-4e6b-9fbb-86b258b20003 is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:37:28.785791 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-b124c4ac-fd32-4f69-91ea-094f9a99d202 None None] Provisioning complete for port 9bf54019-88a7-453d-a25b-6a528c0a3601 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:37:28.786194 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-b124c4ac-fd32-4f69-91ea-094f9a99d202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (9bf54019-88a7-453d-a25b-6a528c0a3601), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:37:28.859926 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-b124c4ac-fd32-4f69-91ea-094f9a99d202 None None] Current status of the port 9bf54019-88a7-453d-a25b-6a528c0a3601 is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:37:30.704121 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 37076) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:37:30.898506 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7b5f44-8e4b-4711-b88e-1b7e7d233586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:37:30.898902 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7b5f44-8e4b-4711-b88e-1b7e7d233586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:37:30.900426 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-4d7b5f44-8e4b-4711-b88e-1b7e7d233586 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1953537 Mar 08 04:37:33.192063 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 37084) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:37:33.394274 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b57cc0d-fa4f-4850-af0c-4ba6cb2ae6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:37:33.394751 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b57cc0d-fa4f-4850-af0c-4ba6cb2ae6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:37:33.396281 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-8b57cc0d-fa4f-4850-af0c-4ba6cb2ae6c6 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2032640 Mar 08 04:37:35.714198 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 37092) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:37:35.883932 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e3041a-5777-4d88-aa6e-18ba584a8ccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:37:35.885347 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-83e3041a-5777-4d88-aa6e-18ba584a8ccd admin admin] 10.222.0.35 "GET /v2.0/networks/144d3b8f-c872-4a2b-b194-12bfe9922aa4 HTTP/1.1" status: 200 len: 869 time: 0.1701720 Mar 08 04:37:38.189919 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 37100) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:37:38.314965 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fd88e0-10c1-4329-a5be-0752a2a5b8b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:37:38.316346 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-77fd88e0-10c1-4329-a5be-0752a2a5b8b9 admin admin] 10.222.0.35 "GET /v2.0/networks/e335cf5a-bd08-4697-9061-81dcecc4c284 HTTP/1.1" status: 200 len: 886 time: 0.1254463 Mar 08 04:37:40.627720 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 37108) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:37:40.749876 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b8843e-2d5f-4326-a9aa-8b750eee23e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:37:40.750337 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b8843e-2d5f-4326-a9aa-8b750eee23e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:37:40.751857 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-28b8843e-2d5f-4326-a9aa-8b750eee23e9 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1231754 Mar 08 04:37:43.045003 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 37116) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:37:43.133824 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af14a60-d9e9-417b-934d-a87e5376bd7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:37:43.134282 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af14a60-d9e9-417b-934d-a87e5376bd7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:37:43.135810 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-9af14a60-d9e9-417b-934d-a87e5376bd7c admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0898318 Mar 08 04:37:43.963790 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-5ae0509d-69c6-4540-8e36-12c81957fcc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:37:45.428708 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 37124) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:37:45.515868 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49880cc-e773-4a1f-a482-c8f0fa81fa84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:37:45.517859 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-d49880cc-e773-4a1f-a482-c8f0fa81fa84 admin admin] 10.222.0.35 "GET /v2.0/subnets/5add51e7-3273-4e08-a772-a967bfff1dcd HTTP/1.1" status: 200 len: 816 time: 0.0881581 Mar 08 04:37:46.249583 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-f156afaa-0f6f-42dd-8a53-bf63c2b13aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:37:47.175630 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:37:47.814389 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 37132) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:37:47.905296 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4647006c-b5f2-4f5d-a733-4b2148307f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:37:47.906635 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-4647006c-b5f2-4f5d-a733-4b2148307f6a admin admin] 10.222.0.35 "GET /v2.0/subnets/f705fd9e-509f-498e-8f81-3b1be62a4cc9 HTTP/1.1" status: 200 len: 868 time: 0.0913200 Mar 08 04:37:48.586714 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:37:50.086217 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:38:04.216063 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 5 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:38:13.957695 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-23f2edac-6f3e-4cbd-8e8a-a59f9b69657f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:38:15.898462 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 37184) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:38:15.944679 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [None req-fddbef5a-4037-48d7-ba77-51434b578605 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=110145) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 04:38:15.945740 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-fddbef5a-4037-48d7-ba77-51434b578605 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0463219 Mar 08 04:38:16.222810 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-0655961a-a256-4717-83c0-45c3c15c9cf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:38:17.217084 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:38:18.326353 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 37192) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:38:18.386444 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.pecan_wsgi.hooks.translation [None req-2436c7d3-4d0f-4d45-9fbf-3f30e6f122eb admin admin] GET failed (client error): The resource could not be found. Mar 08 04:38:18.387711 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-2436c7d3-4d0f-4d45-9fbf-3f30e6f122eb admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0604174 Mar 08 04:38:18.473421 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c798f6-c996-4855-80a6-62b162888c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:38:18.474863 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-b7c798f6-c996-4855-80a6-62b162888c54 admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0826671 Mar 08 04:38:18.611342 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:38:20.073952 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:38:20.807612 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 37200) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:38:20.853568 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-d57a222a-1a88-41ba-85bd-eb6f4f99cff2 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:38:20.993648 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57a222a-1a88-41ba-85bd-eb6f4f99cff2 admin admin] Made reservation on behalf of 687da0c25fd64fed8c3a8f96ebe7af17 for: {'network': 1} {{(pid=110145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:38:20.995817 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-d57a222a-1a88-41ba-85bd-eb6f4f99cff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for network (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:38:21.022387 dv-cinder-740146-13-iscsi neutron-server[110145]: WARNING neutron.services.revisions.revision_plugin [None req-d57a222a-1a88-41ba-85bd-eb6f4f99cff2 admin admin] Could not find related network for resource to bump revision. Mar 08 04:38:21.033128 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d57a222a-1a88-41ba-85bd-eb6f4f99cff2 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=110145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 04:38:21.041404 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-d57a222a-1a88-41ba-85bd-eb6f4f99cff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041'] for segment (920ea148-a91c-48ca-a077-913e000b9bf7), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:38:21.041743 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.db.segments_db [None req-d57a222a-1a88-41ba-85bd-eb6f4f99cff2 admin admin] Added segment 920ea148-a91c-48ca-a077-913e000b9bf7 of type vlan for network bd59106a-caa9-4d98-b8a1-ad4b1adb3b31 Mar 08 04:38:21.078363 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-d57a222a-1a88-41ba-85bd-eb6f4f99cff2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769087223062'] for network (bd59106a-caa9-4d98-b8a1-ad4b1adb3b31), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:38:21.153572 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-d57a222a-1a88-41ba-85bd-eb6f4f99cff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093'] for network (bd59106a-caa9-4d98-b8a1-ad4b1adb3b31), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:38:21.154478 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57a222a-1a88-41ba-85bd-eb6f4f99cff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:38:21.155129 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-d57a222a-1a88-41ba-85bd-eb6f4f99cff2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for network (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:38:21.215750 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a222a-1a88-41ba-85bd-eb6f4f99cff2 admin admin] Pushing event updated for resources: {'Network': ['ID=bd59106a-caa9-4d98-b8a1-ad4b1adb3b31,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:38:21.222784 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a222a-1a88-41ba-85bd-eb6f4f99cff2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:38:21.223156 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a222a-1a88-41ba-85bd-eb6f4f99cff2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:38:21.223529 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a222a-1a88-41ba-85bd-eb6f4f99cff2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:38:21.223894 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a222a-1a88-41ba-85bd-eb6f4f99cff2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:38:21.224224 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a222a-1a88-41ba-85bd-eb6f4f99cff2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:38:21.224557 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a222a-1a88-41ba-85bd-eb6f4f99cff2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:38:21.225138 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a222a-1a88-41ba-85bd-eb6f4f99cff2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:38:21.225496 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a222a-1a88-41ba-85bd-eb6f4f99cff2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:38:21.225829 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a222a-1a88-41ba-85bd-eb6f4f99cff2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:38:21.226159 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a222a-1a88-41ba-85bd-eb6f4f99cff2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:38:21.226486 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a222a-1a88-41ba-85bd-eb6f4f99cff2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:38:21.226845 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a222a-1a88-41ba-85bd-eb6f4f99cff2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:38:21.227428 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d57a222a-1a88-41ba-85bd-eb6f4f99cff2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:38:21.237768 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Network bd59106a-caa9-4d98-b8a1-ad4b1adb3b31 details requested by agent ovs-agent-dv-cinder-740146-13-iscsi with host dv-cinder-740146-13-iscsi {{(pid=110146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 04:38:21.269611 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-d57a222a-1a88-41ba-85bd-eb6f4f99cff2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4606647 Mar 08 04:38:23.580069 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 37208) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:38:23.638911 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbc0c476-d921-4123-be64-439e3f692a3e admin admin] GET failed (client error): The resource could not be found. Mar 08 04:38:23.640218 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-cbc0c476-d921-4123-be64-439e3f692a3e admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0591807 Mar 08 04:38:23.706569 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3ac423-f35f-4cc5-a921-64a73c931612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:38:23.707950 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-5c3ac423-f35f-4cc5-a921-64a73c931612 admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0638149 Mar 08 04:38:23.717124 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-5d21d677-8684-4d0a-b4d6-6e27d7d0b239 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'bd59106a-caa9-4d98-b8a1-ad4b1adb3b31', 'description': 'shared-subnet'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:38:23.799197 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d21d677-8684-4d0a-b4d6-6e27d7d0b239 admin admin] Made reservation on behalf of 687da0c25fd64fed8c3a8f96ebe7af17 for: {'subnet': 1} {{(pid=110145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:38:23.801373 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5d21d677-8684-4d0a-b4d6-6e27d7d0b239 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:38:24.002938 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5d21d677-8684-4d0a-b4d6-6e27d7d0b239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093'] for subnet (3791fc93-16c4-4f19-952b-c5b3fea8d55d), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:38:24.064014 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d21d677-8684-4d0a-b4d6-6e27d7d0b239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3791fc93-16c4-4f19-952b-c5b3fea8d55d,revision_number=0']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:38:24.067086 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d21d677-8684-4d0a-b4d6-6e27d7d0b239 admin admin] Checking segment: {'id': '920ea148-a91c-48ca-a077-913e000b9bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bd59106a-caa9-4d98-b8a1-ad4b1adb3b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:38:24.067433 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d21d677-8684-4d0a-b4d6-6e27d7d0b239 admin admin] Network hostable DHCP agents. Network: bd59106a-caa9-4d98-b8a1-ad4b1adb3b31, hostable agents: ['0b7bcd49-0510-447e-bc01-0aee655b7fc1'], hosted agents: [] {{(pid=110145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 04:38:24.153722 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d21d677-8684-4d0a-b4d6-6e27d7d0b239 admin admin] Network bd59106a-caa9-4d98-b8a1-ad4b1adb3b31 is scheduled to be hosted by DHCP agent 0b7bcd49-0510-447e-bc01-0aee655b7fc1 with binding_index 1 {{(pid=110145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 04:38:24.279357 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.base_scheduler [None req-5d21d677-8684-4d0a-b4d6-6e27d7d0b239 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-13-iscsi, bd59106a-caa9-4d98-b8a1-ad4b1adb3b31) {{(pid=110145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:38:24.284033 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d21d677-8684-4d0a-b4d6-6e27d7d0b239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:38:24.284648 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5d21d677-8684-4d0a-b4d6-6e27d7d0b239 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for subnet (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:38:24.290172 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff3ccdc-6bc4-4a2f-9b41-6862313ba422 None None] Network bd59106a-caa9-4d98-b8a1-ad4b1adb3b31 requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:38:24.379804 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-5d21d677-8684-4d0a-b4d6-6e27d7d0b239 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6657650 Mar 08 04:38:24.493696 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a911fef-c22b-482f-a9c6-d01770d01a0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a34ffde-2fae-509e-bc11-a9db250d2a01-bd59106a-caa9-4d98-b8a1-ad4b1adb3b31', 'network_id': 'bd59106a-caa9-4d98-b8a1-ad4b1adb3b31', 'project_id': '687da0c25fd64fed8c3a8f96ebe7af17', 'fixed_ips': [{'subnet_id': '3791fc93-16c4-4f19-952b-c5b3fea8d55d'}]}} from dv-cinder-740146-13-iscsi. {{(pid=110146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 04:38:24.494613 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4a911fef-c22b-482f-a9c6-d01770d01a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:38:24.637871 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.db_base_plugin_common [None req-4a911fef-c22b-482f-a9c6-d01770d01a0f None None] Allocated IP 192.168.233.2 (bd59106a-caa9-4d98-b8a1-ad4b1adb3b31/3791fc93-16c4-4f19-952b-c5b3fea8d55d/b5c2e768-9d13-44a0-aacc-4b954ebed1bd) {{(pid=110146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:38:24.777792 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4a911fef-c22b-482f-a9c6-d01770d01a0f None None] Publish callbacks [] for port (b5c2e768-9d13-44a0-aacc-4b954ebed1bd), precommit_create {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:38:24.861002 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4a911fef-c22b-482f-a9c6-d01770d01a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855'] for port (b5c2e768-9d13-44a0-aacc-4b954ebed1bd), after_create {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:38:24.905983 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a911fef-c22b-482f-a9c6-d01770d01a0f None None] Network bd59106a-caa9-4d98-b8a1-ad4b1adb3b31 is already hosted by enough agents. {{(pid=110146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:38:24.907308 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.scheduler.base_scheduler [None req-4a911fef-c22b-482f-a9c6-d01770d01a0f None None] Resources bound (agent type, host, resource id): {{(pid=110146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:38:24.911735 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a911fef-c22b-482f-a9c6-d01770d01a0f None None] Received port after_create {{(pid=110146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:38:24.918767 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a911fef-c22b-482f-a9c6-d01770d01a0f None None] Pushing event updated for resources: {'Port': ['ID=b5c2e768-9d13-44a0-aacc-4b954ebed1bd,revision_number=1']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:38:24.928752 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a911fef-c22b-482f-a9c6-d01770d01a0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:38:24.929110 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a911fef-c22b-482f-a9c6-d01770d01a0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:38:24.929505 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a911fef-c22b-482f-a9c6-d01770d01a0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:38:24.929849 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a911fef-c22b-482f-a9c6-d01770d01a0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:38:24.930185 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a911fef-c22b-482f-a9c6-d01770d01a0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:38:24.930515 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a911fef-c22b-482f-a9c6-d01770d01a0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:38:24.930861 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a911fef-c22b-482f-a9c6-d01770d01a0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:38:24.931194 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a911fef-c22b-482f-a9c6-d01770d01a0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:38:24.931521 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a911fef-c22b-482f-a9c6-d01770d01a0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:38:24.931850 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a911fef-c22b-482f-a9c6-d01770d01a0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:38:24.932178 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a911fef-c22b-482f-a9c6-d01770d01a0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:38:24.932501 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a911fef-c22b-482f-a9c6-d01770d01a0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:38:24.932826 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a911fef-c22b-482f-a9c6-d01770d01a0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:38:24.982879 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-4a911fef-c22b-482f-a9c6-d01770d01a0f None None] Attempting to bind port b5c2e768-9d13-44a0-aacc-4b954ebed1bd on host dv-cinder-740146-13-iscsi for vnic_type normal with profile {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:38:24.983325 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-4a911fef-c22b-482f-a9c6-d01770d01a0f None None] Attempting to bind port b5c2e768-9d13-44a0-aacc-4b954ebed1bd by drivers openvswitch,hyperv on host dv-cinder-740146-13-iscsi at level 0 using segments [{'id': '920ea148-a91c-48ca-a077-913e000b9bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bd59106a-caa9-4d98-b8a1-ad4b1adb3b31'}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:38:24.984207 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a911fef-c22b-482f-a9c6-d01770d01a0f None None] Attempting to bind port b5c2e768-9d13-44a0-aacc-4b954ebed1bd on network bd59106a-caa9-4d98-b8a1-ad4b1adb3b31 {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:38:24.989443 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a911fef-c22b-482f-a9c6-d01770d01a0f None None] Checking agent: {'id': '4c7881dc-503e-4b59-880f-21834bcd9250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 35, 20), 'started_at': datetime.datetime(2022, 3, 8, 4, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:38:24.989821 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a911fef-c22b-482f-a9c6-d01770d01a0f None None] Checking segment: {'id': '920ea148-a91c-48ca-a077-913e000b9bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bd59106a-caa9-4d98-b8a1-ad4b1adb3b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:38:24.990222 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4a911fef-c22b-482f-a9c6-d01770d01a0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:38:24.990616 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a911fef-c22b-482f-a9c6-d01770d01a0f None None] Bound using segment: {'id': '920ea148-a91c-48ca-a077-913e000b9bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bd59106a-caa9-4d98-b8a1-ad4b1adb3b31'} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:38:24.991078 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-4a911fef-c22b-482f-a9c6-d01770d01a0f None None] Bound port: b5c2e768-9d13-44a0-aacc-4b954ebed1bd, host: dv-cinder-740146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '920ea148-a91c-48ca-a077-913e000b9bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bd59106a-caa9-4d98-b8a1-ad4b1adb3b31'}}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:38:24.991453 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4a911fef-c22b-482f-a9c6-d01770d01a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (b5c2e768-9d13-44a0-aacc-4b954ebed1bd), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:38:25.052920 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-4a911fef-c22b-482f-a9c6-d01770d01a0f None None] For port b5c2e768-9d13-44a0-aacc-4b954ebed1bd, host dv-cinder-740146-13-iscsi, cleared binding levels {{(pid=110146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:38:25.055946 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-4a911fef-c22b-482f-a9c6-d01770d01a0f None None] For port b5c2e768-9d13-44a0-aacc-4b954ebed1bd, host dv-cinder-740146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=b5c2e768-9d13-44a0-aacc-4b954ebed1bd,segment=NetworkSegment(920ea148-a91c-48ca-a077-913e000b9bf7),segment_id=920ea148-a91c-48ca-a077-913e000b9bf7)] {{(pid=110146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:38:25.140677 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4a911fef-c22b-482f-a9c6-d01770d01a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (b5c2e768-9d13-44a0-aacc-4b954ebed1bd), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:38:25.202690 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a911fef-c22b-482f-a9c6-d01770d01a0f None None] Pushing event updated for resources: {'Port': ['ID=b5c2e768-9d13-44a0-aacc-4b954ebed1bd,revision_number=2']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:38:26.027216 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa69aeb-cf52-4422-b354-a64ef436f45d None None] Network bd59106a-caa9-4d98-b8a1-ad4b1adb3b31 requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:38:26.111601 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-607919b4-e5b8-49fd-b543-e47cf8295c2e None None] Provisioning complete for port b5c2e768-9d13-44a0-aacc-4b954ebed1bd triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:38:26.111999 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-607919b4-e5b8-49fd-b543-e47cf8295c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (b5c2e768-9d13-44a0-aacc-4b954ebed1bd), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:38:26.216596 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-607919b4-e5b8-49fd-b543-e47cf8295c2e None None] Current status of the port b5c2e768-9d13-44a0-aacc-4b954ebed1bd is: DOWN; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:38:26.216988 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-607919b4-e5b8-49fd-b543-e47cf8295c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (b5c2e768-9d13-44a0-aacc-4b954ebed1bd), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:38:26.252947 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-607919b4-e5b8-49fd-b543-e47cf8295c2e None None] For port b5c2e768-9d13-44a0-aacc-4b954ebed1bd, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=b5c2e768-9d13-44a0-aacc-4b954ebed1bd,segment=NetworkSegment(920ea148-a91c-48ca-a077-913e000b9bf7),segment_id=920ea148-a91c-48ca-a077-913e000b9bf7)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:38:26.325531 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-607919b4-e5b8-49fd-b543-e47cf8295c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (b5c2e768-9d13-44a0-aacc-4b954ebed1bd), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:38:26.379179 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607919b4-e5b8-49fd-b543-e47cf8295c2e None None] Pushing event updated for resources: {'Port': ['ID=b5c2e768-9d13-44a0-aacc-4b954ebed1bd,revision_number=3']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:38:26.444272 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-cc353762-3978-485e-92df-e24ca8411548 None None] Provisioning complete for port b5c2e768-9d13-44a0-aacc-4b954ebed1bd triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:38:26.444669 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-cc353762-3978-485e-92df-e24ca8411548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (b5c2e768-9d13-44a0-aacc-4b954ebed1bd), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:38:26.529336 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-cc353762-3978-485e-92df-e24ca8411548 None None] Current status of the port b5c2e768-9d13-44a0-aacc-4b954ebed1bd is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:38:26.830421 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device b5c2e768-9d13-44a0-aacc-4b954ebed1bd up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:38:26.878635 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port b5c2e768-9d13-44a0-aacc-4b954ebed1bd triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:38:26.879134 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (b5c2e768-9d13-44a0-aacc-4b954ebed1bd), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:38:26.958398 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port b5c2e768-9d13-44a0-aacc-4b954ebed1bd is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:38:41.214539 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 5 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:38:43.987587 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-34f5bcb1-69f0-4625-8354-f1d1b7586fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:38:46.219819 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-870014da-8997-4220-bf4a-fa9bf1725adf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:38:47.168342 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:38:48.645010 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:38:50.076638 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:39:13.940933 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-a90747c2-9857-424a-8663-0177e2c26e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:39:16.220847 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-57cdcbf8-fedc-4f61-b0f4-908e130f2aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:39:17.180789 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:39:18.213012 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 5 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:39:18.612987 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:39:20.078671 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:39:43.966820 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-ca4cb052-3c1f-496d-a458-fdf8a45f96f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:39:46.231202 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-a25c3e50-f69b-441a-9308-14d38e460d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:39:47.174508 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:39:48.619428 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:39:50.071120 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:39:52.193995 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 37246) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:39:52.200068 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [None req-c921c837-b384-46e5-b60f-480e946f7b33 tempest-verify_tempest_config-468474858 tempest-verify_tempest_config-468474858-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=110145) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 04:39:52.201033 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-c921c837-b384-46e5-b60f-480e946f7b33 tempest-verify_tempest_config-468474858 tempest-verify_tempest_config-468474858-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060902 Mar 08 04:39:52.734610 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 37264) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:39:52.939088 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5781d7e0-a6ee-4f2c-b0ce-7b03dee3632d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:39:53.009796 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5781d7e0-a6ee-4f2c-b0ce-7b03dee3632d admin admin] Publish callbacks [] for security_group (2d8804be-ab68-4a8f-b916-23b105b180d3), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:39:53.076808 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5781d7e0-a6ee-4f2c-b0ce-7b03dee3632d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (2d8804be-ab68-4a8f-b916-23b105b180d3), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:39:53.121822 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-5781d7e0-a6ee-4f2c-b0ce-7b03dee3632d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f24505f9511c4e4881bf22c5db0632cb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3861039 Mar 08 04:39:53.122663 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5781d7e0-a6ee-4f2c-b0ce-7b03dee3632d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8804be-ab68-4a8f-b916-23b105b180d3,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:39:53.124505 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 37268) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:39:53.129122 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781d7e0-a6ee-4f2c-b0ce-7b03dee3632d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:39:53.129520 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781d7e0-a6ee-4f2c-b0ce-7b03dee3632d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:39:53.129871 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781d7e0-a6ee-4f2c-b0ce-7b03dee3632d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:39:53.130211 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781d7e0-a6ee-4f2c-b0ce-7b03dee3632d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:39:53.130552 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781d7e0-a6ee-4f2c-b0ce-7b03dee3632d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:39:53.130880 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781d7e0-a6ee-4f2c-b0ce-7b03dee3632d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:39:53.131226 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781d7e0-a6ee-4f2c-b0ce-7b03dee3632d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:39:53.131561 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781d7e0-a6ee-4f2c-b0ce-7b03dee3632d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:39:53.131889 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781d7e0-a6ee-4f2c-b0ce-7b03dee3632d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:39:53.132218 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781d7e0-a6ee-4f2c-b0ce-7b03dee3632d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:39:53.132542 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781d7e0-a6ee-4f2c-b0ce-7b03dee3632d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:39:53.132867 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781d7e0-a6ee-4f2c-b0ce-7b03dee3632d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:39:53.133222 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5781d7e0-a6ee-4f2c-b0ce-7b03dee3632d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:39:53.204605 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-e249729e-8587-4d03-9ad8-26318ae7de5a admin admin] Publish callbacks [] for security_group (2d8804be-ab68-4a8f-b916-23b105b180d3), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:39:53.224725 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-e249729e-8587-4d03-9ad8-26318ae7de5a admin admin] Publish callbacks [] for security_group (2d8804be-ab68-4a8f-b916-23b105b180d3), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:39:53.351189 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-e249729e-8587-4d03-9ad8-26318ae7de5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (2d8804be-ab68-4a8f-b916-23b105b180d3), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:39:53.354423 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-e249729e-8587-4d03-9ad8-26318ae7de5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:39:53.355600 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-e249729e-8587-4d03-9ad8-26318ae7de5a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2d8804be-ab68-4a8f-b916-23b105b180d3 HTTP/1.1" status: 204 len: 168 time: 0.2300837 Mar 08 04:39:53.363932 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e249729e-8587-4d03-9ad8-26318ae7de5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8804be-ab68-4a8f-b916-23b105b180d3,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:39:53.375090 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e249729e-8587-4d03-9ad8-26318ae7de5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:39:53.376155 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e249729e-8587-4d03-9ad8-26318ae7de5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:39:53.376516 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e249729e-8587-4d03-9ad8-26318ae7de5a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:39:53.376859 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e249729e-8587-4d03-9ad8-26318ae7de5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:39:53.377223 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e249729e-8587-4d03-9ad8-26318ae7de5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:39:53.377561 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e249729e-8587-4d03-9ad8-26318ae7de5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:39:53.377894 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e249729e-8587-4d03-9ad8-26318ae7de5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:39:53.378230 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e249729e-8587-4d03-9ad8-26318ae7de5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:39:53.378583 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e249729e-8587-4d03-9ad8-26318ae7de5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:39:53.378914 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e249729e-8587-4d03-9ad8-26318ae7de5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:39:53.379257 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e249729e-8587-4d03-9ad8-26318ae7de5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:39:53.379558 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e249729e-8587-4d03-9ad8-26318ae7de5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:39:53.379885 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e249729e-8587-4d03-9ad8-26318ae7de5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:39:55.211075 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 5 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:40:13.965836 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-b9b33c48-1cf8-4cd5-9dff-6f5d11865848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:40:16.247117 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-02e84f28-d67f-47b6-ad9f-11749e097bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:40:17.194705 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:40:18.630533 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:40:20.100326 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:40:32.209272 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 5 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:40:43.959689 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-619fd5a8-8452-4cd3-b6bd-3e7b8dd3f7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:40:46.233803 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-b128b82b-c7ab-4bcb-89ac-efc92b7c0dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:40:47.189496 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:40:48.627813 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:40:50.074771 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:41:09.207411 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 5 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:41:13.971129 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c0fe200b-160a-4ac2-9a89-90298c219da7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:41:16.211083 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-51e02d5c-cf49-4c27-8b59-1ae2650c3545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:41:17.175581 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:41:18.621343 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:41:20.073434 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:41:29.405255 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-956414'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_create {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:41:43.824503 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 37344) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:41:43.927635 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-d6c0e6e0-6595-4d8d-8a14-222199113f0c admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1020505 Mar 08 04:41:44.125449 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-e4071cc4-2dd7-418d-a3b2-e26b5d5e0528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:41:46.205970 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:41:46.227900 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-7b398dee-1279-4492-a34b-6bc9301362e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:41:46.240555 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 37354) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:41:46.301286 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-e0110c1b-ecec-4fee-ab18-7e72ce64b07d admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0595891 Mar 08 04:41:47.198666 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:41:48.633342 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:41:50.079103 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:41:59.358553 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:42:13.968161 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a8ca-6b38-4a17-88d2-5085846be607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:42:16.232143 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-18c84b93-e55f-464e-8696-d878a9dd13ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:42:17.181069 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:42:18.649116 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:42:20.139935 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:42:23.204616 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:42:29.334589 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:42:43.963041 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-41c437e6-9b71-4609-8c9d-c9a372c00e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:42:46.213925 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-cc54efa7-6d71-41bb-a091-8cd2a6526068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:42:47.185889 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:42:48.637146 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:42:50.117304 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:42:59.355982 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:00.205074 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:43:13.979255 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-2046aea2-d640-4242-856a-f1aa8a50c9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:16.224962 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-594bad22-586b-44c0-b1eb-81adb304a1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:17.236420 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:18.659452 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:20.081974 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:20.834864 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 37502) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:21.287800 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-37bfbbb6-1471-4d40-8c3f-b79d725e772a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-480904037-network', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:21.342866 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 37530) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:21.378622 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37bfbbb6-1471-4d40-8c3f-b79d725e772a admin admin] Made reservation on behalf of 53b2a43d64144bbfbae1d11822fba676 for: {'network': 1} {{(pid=110145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:43:21.381702 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-37bfbbb6-1471-4d40-8c3f-b79d725e772a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for network (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:21.393586 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-37bfbbb6-1471-4d40-8c3f-b79d725e772a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:21.471416 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-37bfbbb6-1471-4d40-8c3f-b79d725e772a admin admin] Publish callbacks [] for security_group (54a11291-ded1-4481-acac-fb498cc75c64), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:21.504789 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-63c2107a-487d-404a-9fbc-68c3a8ff1243 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-446900798-network', 'tenant_id': 'bcad66ae90ba4346a7872b34da137f6b'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:21.544163 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-37bfbbb6-1471-4d40-8c3f-b79d725e772a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (54a11291-ded1-4481-acac-fb498cc75c64), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:21.572653 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bfbbb6-1471-4d40-8c3f-b79d725e772a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a11291-ded1-4481-acac-fb498cc75c64,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:21.581941 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bfbbb6-1471-4d40-8c3f-b79d725e772a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:21.582312 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bfbbb6-1471-4d40-8c3f-b79d725e772a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:21.582964 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bfbbb6-1471-4d40-8c3f-b79d725e772a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:21.583222 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bfbbb6-1471-4d40-8c3f-b79d725e772a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:21.583498 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bfbbb6-1471-4d40-8c3f-b79d725e772a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:21.583881 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bfbbb6-1471-4d40-8c3f-b79d725e772a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:21.584228 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bfbbb6-1471-4d40-8c3f-b79d725e772a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:21.584479 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bfbbb6-1471-4d40-8c3f-b79d725e772a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:21.584819 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bfbbb6-1471-4d40-8c3f-b79d725e772a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:21.585350 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bfbbb6-1471-4d40-8c3f-b79d725e772a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:21.585711 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bfbbb6-1471-4d40-8c3f-b79d725e772a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:21.585986 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bfbbb6-1471-4d40-8c3f-b79d725e772a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:21.586379 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bfbbb6-1471-4d40-8c3f-b79d725e772a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:21.587583 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bfbbb6-1471-4d40-8c3f-b79d725e772a admin admin] Tracked resource versions report: Mar 08 04:43:21.587583 dv-cinder-740146-13-iscsi neutron-server[110145]: pushed versions: Mar 08 04:43:21.587583 dv-cinder-740146-13-iscsi neutron-server[110145]: { 'AddressGroup': {'1.2'}, Mar 08 04:43:21.587583 dv-cinder-740146-13-iscsi neutron-server[110145]: 'ConntrackHelper': {'1.0'}, Mar 08 04:43:21.587583 dv-cinder-740146-13-iscsi neutron-server[110145]: 'LocalIPAssociation': {'1.0'}, Mar 08 04:43:21.587583 dv-cinder-740146-13-iscsi neutron-server[110145]: 'Log': {'1.0'}, Mar 08 04:43:21.587583 dv-cinder-740146-13-iscsi neutron-server[110145]: 'Network': {'1.1'}, Mar 08 04:43:21.587583 dv-cinder-740146-13-iscsi neutron-server[110145]: 'Port': {'1.7'}, Mar 08 04:43:21.587583 dv-cinder-740146-13-iscsi neutron-server[110145]: 'PortForwarding': {'1.2'}, Mar 08 04:43:21.587583 dv-cinder-740146-13-iscsi neutron-server[110145]: 'QosPolicy': {'1.10'}, Mar 08 04:43:21.587583 dv-cinder-740146-13-iscsi neutron-server[110145]: 'SecurityGroup': {'1.5'}, Mar 08 04:43:21.587583 dv-cinder-740146-13-iscsi neutron-server[110145]: 'SecurityGroupRule': {'1.2'}, Mar 08 04:43:21.587583 dv-cinder-740146-13-iscsi neutron-server[110145]: 'SubPort': {'1.0'}, Mar 08 04:43:21.587583 dv-cinder-740146-13-iscsi neutron-server[110145]: 'Subnet': {'1.1'}, Mar 08 04:43:21.587583 dv-cinder-740146-13-iscsi neutron-server[110145]: 'Trunk': {'1.1'}} Mar 08 04:43:21.587583 dv-cinder-740146-13-iscsi neutron-server[110145]: consumer versions: Mar 08 04:43:21.587583 dv-cinder-740146-13-iscsi neutron-server[110145]: { DHCP agent@dv-cinder-740146-13-iscsi: {}, Mar 08 04:43:21.587583 dv-cinder-740146-13-iscsi neutron-server[110145]: HyperV agent@hv-cinder-74014: {}, Mar 08 04:43:21.587583 dv-cinder-740146-13-iscsi neutron-server[110145]: L3 agent@dv-cinder-740146-13-iscsi: {}, Mar 08 04:43:21.587583 dv-cinder-740146-13-iscsi neutron-server[110145]: Metadata agent@dv-cinder-740146-13-iscsi: {}, Mar 08 04:43:21.587583 dv-cinder-740146-13-iscsi neutron-server[110145]: Metering agent@dv-cinder-740146-13-iscsi: {}, Mar 08 04:43:21.587583 dv-cinder-740146-13-iscsi neutron-server[110145]: Open vSwitch agent@dv-cinder-740146-13-iscsi: { 'AddressGroup': '1.2', Mar 08 04:43:21.587583 dv-cinder-740146-13-iscsi neutron-server[110145]: 'ConntrackHelper': '1.0', Mar 08 04:43:21.587583 dv-cinder-740146-13-iscsi neutron-server[110145]: 'LocalIPAssociation': '1.0', Mar 08 04:43:21.587583 dv-cinder-740146-13-iscsi neutron-server[110145]: 'Log': '1.0', Mar 08 04:43:21.587583 dv-cinder-740146-13-iscsi neutron-server[110145]: 'Network': '1.1', Mar 08 04:43:21.587583 dv-cinder-740146-13-iscsi neutron-server[110145]: 'Port': '1.7', Mar 08 04:43:21.587583 dv-cinder-740146-13-iscsi neutron-server[110145]: 'PortForwarding': '1.2', Mar 08 04:43:21.587583 dv-cinder-740146-13-iscsi neutron-server[110145]: 'QosPolicy': '1.10', Mar 08 04:43:21.587583 dv-cinder-740146-13-iscsi neutron-server[110145]: 'SecurityGroup': '1.5', Mar 08 04:43:21.587583 dv-cinder-740146-13-iscsi neutron-server[110145]: 'SecurityGroupRule': '1.2', Mar 08 04:43:21.587583 dv-cinder-740146-13-iscsi neutron-server[110145]: 'SubPort': '1.0', Mar 08 04:43:21.587583 dv-cinder-740146-13-iscsi neutron-server[110145]: 'Subnet': '1.1', Mar 08 04:43:21.587583 dv-cinder-740146-13-iscsi neutron-server[110145]: 'Trunk': '1.1'}} Mar 08 04:43:21.587583 dv-cinder-740146-13-iscsi neutron-server[110145]: {{(pid=110145) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 04:43:21.590285 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37bfbbb6-1471-4d40-8c3f-b79d725e772a admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=110145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 04:43:21.599328 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-37bfbbb6-1471-4d40-8c3f-b79d725e772a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041'] for segment (b5d0be17-e38f-4e92-9e95-4d4779f06bf0), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:21.599726 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.db.segments_db [None req-37bfbbb6-1471-4d40-8c3f-b79d725e772a admin admin] Added segment b5d0be17-e38f-4e92-9e95-4d4779f06bf0 of type vlan for network 860c194c-b911-4147-84ad-16e240b1666f Mar 08 04:43:21.601962 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c2107a-487d-404a-9fbc-68c3a8ff1243 admin admin] Made reservation on behalf of bcad66ae90ba4346a7872b34da137f6b for: {'network': 1} {{(pid=110144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:43:21.604623 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-63c2107a-487d-404a-9fbc-68c3a8ff1243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for network (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:21.630048 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-63c2107a-487d-404a-9fbc-68c3a8ff1243 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:21.645280 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-37bfbbb6-1471-4d40-8c3f-b79d725e772a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769087223062'] for network (860c194c-b911-4147-84ad-16e240b1666f), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:21.709266 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-63c2107a-487d-404a-9fbc-68c3a8ff1243 admin admin] Publish callbacks [] for security_group (40f9c215-de70-4a10-b81e-80a59fdda24b), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:21.779303 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-37bfbbb6-1471-4d40-8c3f-b79d725e772a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093'] for network (860c194c-b911-4147-84ad-16e240b1666f), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:21.780566 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bfbbb6-1471-4d40-8c3f-b79d725e772a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:21.781312 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-37bfbbb6-1471-4d40-8c3f-b79d725e772a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for network (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:21.807446 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-63c2107a-487d-404a-9fbc-68c3a8ff1243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (40f9c215-de70-4a10-b81e-80a59fdda24b), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:21.828083 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63c2107a-487d-404a-9fbc-68c3a8ff1243 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=110144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 04:43:21.844995 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-63c2107a-487d-404a-9fbc-68c3a8ff1243 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769087550302', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041'] for segment (e192af6a-f540-487b-8d8a-631cc755a6f5), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:21.845828 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-63c2107a-487d-404a-9fbc-68c3a8ff1243 admin admin] Unsubscribe: segment precommit_create {{(pid=110144) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 08 04:43:21.848818 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.db.segments_db [None req-63c2107a-487d-404a-9fbc-68c3a8ff1243 admin admin] Added segment e192af6a-f540-487b-8d8a-631cc755a6f5 of type vlan for network cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7 Mar 08 04:43:21.848939 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 37556) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:21.853047 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bfbbb6-1471-4d40-8c3f-b79d725e772a admin admin] Pushing event updated for resources: {'Network': ['ID=860c194c-b911-4147-84ad-16e240b1666f,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:21.863393 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Network 860c194c-b911-4147-84ad-16e240b1666f details requested by agent ovs-agent-dv-cinder-740146-13-iscsi with host dv-cinder-740146-13-iscsi {{(pid=110146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 04:43:21.904601 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-37bfbbb6-1471-4d40-8c3f-b79d725e772a admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0683901 Mar 08 04:43:21.905197 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 37560) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:21.909965 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-4f142016-4ea1-4e40-87dd-13969a6e17c8 admin admin] Request body: {'subnet': {'network_id': '860c194c-b911-4147-84ad-16e240b1666f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-480904037-subnet', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:21.910849 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2107a-487d-404a-9fbc-68c3a8ff1243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f9c215-de70-4a10-b81e-80a59fdda24b,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:21.916811 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-63c2107a-487d-404a-9fbc-68c3a8ff1243 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769087223062'] for network (cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:21.931219 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c2107a-487d-404a-9fbc-68c3a8ff1243 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:21.931588 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c2107a-487d-404a-9fbc-68c3a8ff1243 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:21.931930 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c2107a-487d-404a-9fbc-68c3a8ff1243 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:21.932486 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c2107a-487d-404a-9fbc-68c3a8ff1243 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:21.932974 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c2107a-487d-404a-9fbc-68c3a8ff1243 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:21.933339 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c2107a-487d-404a-9fbc-68c3a8ff1243 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c2107a-487d-404a-9fbc-68c3a8ff1243 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c2107a-487d-404a-9fbc-68c3a8ff1243 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c2107a-487d-404a-9fbc-68c3a8ff1243 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c2107a-487d-404a-9fbc-68c3a8ff1243 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c2107a-487d-404a-9fbc-68c3a8ff1243 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c2107a-487d-404a-9fbc-68c3a8ff1243 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c2107a-487d-404a-9fbc-68c3a8ff1243 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c2107a-487d-404a-9fbc-68c3a8ff1243 admin admin] Tracked resource versions report: Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: pushed versions: Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: { 'AddressGroup': {'1.2'}, Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: 'ConntrackHelper': {'1.0'}, Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: 'LocalIPAssociation': {'1.0'}, Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: 'Log': {'1.0'}, Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: 'Network': {'1.1'}, Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: 'Port': {'1.7'}, Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: 'PortForwarding': {'1.2'}, Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: 'QosPolicy': {'1.10'}, Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: 'SecurityGroup': {'1.5'}, Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: 'SecurityGroupRule': {'1.2'}, Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: 'SubPort': {'1.0'}, Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: 'Subnet': {'1.1'}, Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: 'Trunk': {'1.1'}} Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: consumer versions: Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: { DHCP agent@dv-cinder-740146-13-iscsi: {}, Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: HyperV agent@hv-cinder-74014: {}, Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: L3 agent@dv-cinder-740146-13-iscsi: {}, Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: Metadata agent@dv-cinder-740146-13-iscsi: {}, Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: Metering agent@dv-cinder-740146-13-iscsi: {}, Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: Open vSwitch agent@dv-cinder-740146-13-iscsi: { 'AddressGroup': '1.2', Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: 'ConntrackHelper': '1.0', Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: 'LocalIPAssociation': '1.0', Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: 'Log': '1.0', Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: 'Network': '1.1', Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: 'Port': '1.7', Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: 'PortForwarding': '1.2', Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: 'QosPolicy': '1.10', Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: 'SecurityGroup': '1.5', Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: 'SecurityGroupRule': '1.2', Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: 'SubPort': '1.0', Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: 'Subnet': '1.1', Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: 'Trunk': '1.1'}} Mar 08 04:43:21.940919 dv-cinder-740146-13-iscsi neutron-server[110144]: {{(pid=110144) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 04:43:22.004035 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f142016-4ea1-4e40-87dd-13969a6e17c8 admin admin] Made reservation on behalf of 53b2a43d64144bbfbae1d11822fba676 for: {'subnet': 1} {{(pid=110145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:43:22.006628 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-4f142016-4ea1-4e40-87dd-13969a6e17c8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:22.024910 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 37566) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:22.036509 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-63c2107a-487d-404a-9fbc-68c3a8ff1243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093'] for network (cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:22.037497 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c2107a-487d-404a-9fbc-68c3a8ff1243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:22.038050 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-63c2107a-487d-404a-9fbc-68c3a8ff1243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for network (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:22.132975 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2107a-487d-404a-9fbc-68c3a8ff1243 admin admin] Pushing event updated for resources: {'Network': ['ID=cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:22.144620 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-63c2107a-487d-404a-9fbc-68c3a8ff1243 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8004417 Mar 08 04:43:22.145856 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 37572) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:22.146962 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Network cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7 details requested by agent ovs-agent-dv-cinder-740146-13-iscsi with host dv-cinder-740146-13-iscsi {{(pid=110146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 04:43:22.152634 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-df6247e7-ac80-4f62-b846-063648759132 admin admin] Request body: {'subnet': {'network_id': 'cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-446900798-subnet', 'tenant_id': 'bcad66ae90ba4346a7872b34da137f6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:22.236103 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6247e7-ac80-4f62-b846-063648759132 admin admin] Made reservation on behalf of bcad66ae90ba4346a7872b34da137f6b for: {'subnet': 1} {{(pid=110144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:43:22.238462 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-df6247e7-ac80-4f62-b846-063648759132 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:22.253656 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-4f142016-4ea1-4e40-87dd-13969a6e17c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093'] for subnet (2b6a1ea5-e77b-4dad-bc11-fe8b411f2953), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:22.303252 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 37576) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:22.312294 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f142016-4ea1-4e40-87dd-13969a6e17c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b6a1ea5-e77b-4dad-bc11-fe8b411f2953,revision_number=0']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:22.317870 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-e8e511de-d859-4e44-9bb9-ba416688f05e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-878477155-network', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:22.356531 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f142016-4ea1-4e40-87dd-13969a6e17c8 admin admin] Checking segment: {'id': 'b5d0be17-e38f-4e92-9e95-4d4779f06bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '860c194c-b911-4147-84ad-16e240b1666f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:43:22.356895 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f142016-4ea1-4e40-87dd-13969a6e17c8 admin admin] Network hostable DHCP agents. Network: 860c194c-b911-4147-84ad-16e240b1666f, hostable agents: ['0b7bcd49-0510-447e-bc01-0aee655b7fc1'], hosted agents: [] {{(pid=110145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 04:43:22.388628 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-93474e68-866c-4c90-9c0c-e841f5a56735 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-650372177-network', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:22.401881 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e511de-d859-4e44-9bb9-ba416688f05e admin admin] Made reservation on behalf of 123d544e6cdd4f43acfd2e4fc0fe7867 for: {'network': 1} {{(pid=110145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:43:22.404652 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-e8e511de-d859-4e44-9bb9-ba416688f05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for network (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:22.415443 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-e8e511de-d859-4e44-9bb9-ba416688f05e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:22.433793 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f142016-4ea1-4e40-87dd-13969a6e17c8 admin admin] Network 860c194c-b911-4147-84ad-16e240b1666f is scheduled to be hosted by DHCP agent 0b7bcd49-0510-447e-bc01-0aee655b7fc1 with binding_index 1 {{(pid=110145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 04:43:22.455358 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93474e68-866c-4c90-9c0c-e841f5a56735 admin admin] Made reservation on behalf of aeea4438116f4318bc83a1167fc0068f for: {'network': 1} {{(pid=110144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:43:22.457900 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-93474e68-866c-4c90-9c0c-e841f5a56735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for network (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:22.469664 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-93474e68-866c-4c90-9c0c-e841f5a56735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:22.496429 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-e8e511de-d859-4e44-9bb9-ba416688f05e admin admin] Publish callbacks [] for security_group (fb73223c-7bdd-4e62-8ce6-14c873270bef), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:22.513394 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-6c0b8b16-a64e-473c-be47-8eb2b16b6075 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-832548751-network', 'tenant_id': '5053a4f79321403a87497e2602d0928b'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:22.533562 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.base_scheduler [None req-4f142016-4ea1-4e40-87dd-13969a6e17c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-13-iscsi, 860c194c-b911-4147-84ad-16e240b1666f) {{(pid=110145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:43:22.542949 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3780446e-5303-49fe-8797-fdc2a17e1e38 None None] Network 860c194c-b911-4147-84ad-16e240b1666f requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:43:22.543387 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f142016-4ea1-4e40-87dd-13969a6e17c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:22.544250 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-4f142016-4ea1-4e40-87dd-13969a6e17c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for subnet (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:22.579013 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-e8e511de-d859-4e44-9bb9-ba416688f05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (fb73223c-7bdd-4e62-8ce6-14c873270bef), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:22.589306 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-93474e68-866c-4c90-9c0c-e841f5a56735 admin admin] Publish callbacks [] for security_group (33bdac94-aa53-4826-aa52-5f500b9d3d58), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:22.591055 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-df6247e7-ac80-4f62-b846-063648759132 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093'] for subnet (163b8d78-8815-4c1c-8542-991483b60755), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:22.640753 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e511de-d859-4e44-9bb9-ba416688f05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb73223c-7bdd-4e62-8ce6-14c873270bef,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:22.644310 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8e511de-d859-4e44-9bb9-ba416688f05e admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=110145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 04:43:22.646942 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0b8b16-a64e-473c-be47-8eb2b16b6075 admin admin] Made reservation on behalf of 5053a4f79321403a87497e2602d0928b for: {'network': 1} {{(pid=110145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:43:22.647098 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6247e7-ac80-4f62-b846-063648759132 admin admin] Pushing event updated for resources: {'Subnet': ['ID=163b8d78-8815-4c1c-8542-991483b60755,revision_number=0']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:22.650505 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6c0b8b16-a64e-473c-be47-8eb2b16b6075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for network (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:22.663119 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6c0b8b16-a64e-473c-be47-8eb2b16b6075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:22.673608 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 37600) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:22.673738 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-4f142016-4ea1-4e40-87dd-13969a6e17c8 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7673867 Mar 08 04:43:22.679012 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-e9334dfe-bf91-41ef-bc0a-d6d6b9fd8fa3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-480904037-router', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:22.688525 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391b28b5-2f62-4bf7-90af-b3357e298a1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a34ffde-2fae-509e-bc11-a9db250d2a01-860c194c-b911-4147-84ad-16e240b1666f', 'network_id': '860c194c-b911-4147-84ad-16e240b1666f', 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'fixed_ips': [{'subnet_id': '2b6a1ea5-e77b-4dad-bc11-fe8b411f2953'}]}} from dv-cinder-740146-13-iscsi. {{(pid=110146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 04:43:22.689672 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-391b28b5-2f62-4bf7-90af-b3357e298a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:22.692219 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6247e7-ac80-4f62-b846-063648759132 admin admin] Checking segment: {'id': 'e192af6a-f540-487b-8d8a-631cc755a6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:43:22.692584 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6247e7-ac80-4f62-b846-063648759132 admin admin] Network hostable DHCP agents. Network: cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7, hostable agents: ['0b7bcd49-0510-447e-bc01-0aee655b7fc1'], hosted agents: [] {{(pid=110144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 04:43:22.697498 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-e8e511de-d859-4e44-9bb9-ba416688f05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041'] for segment (a818c616-68c3-44f5-83e0-f69b9edc3447), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:22.700040 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.db.segments_db [None req-e8e511de-d859-4e44-9bb9-ba416688f05e admin admin] Added segment a818c616-68c3-44f5-83e0-f69b9edc3447 of type vlan for network a0b25786-9a98-4b69-9ff8-d7339822960d Mar 08 04:43:22.701163 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-93474e68-866c-4c90-9c0c-e841f5a56735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (33bdac94-aa53-4826-aa52-5f500b9d3d58), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:22.725086 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93474e68-866c-4c90-9c0c-e841f5a56735 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=110144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 04:43:22.747380 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-93474e68-866c-4c90-9c0c-e841f5a56735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041'] for segment (3078e9f3-ee99-4520-9a84-dd25cc09024c), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:22.751424 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.db.segments_db [None req-93474e68-866c-4c90-9c0c-e841f5a56735 admin admin] Added segment 3078e9f3-ee99-4520-9a84-dd25cc09024c of type vlan for network 55973e4d-cfae-4744-97c2-2f6db5b5eaa4 Mar 08 04:43:22.760158 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93474e68-866c-4c90-9c0c-e841f5a56735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33bdac94-aa53-4826-aa52-5f500b9d3d58,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:22.762811 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-e8e511de-d859-4e44-9bb9-ba416688f05e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769087223062'] for network (a0b25786-9a98-4b69-9ff8-d7339822960d), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:22.801600 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-93474e68-866c-4c90-9c0c-e841f5a56735 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769087223062'] for network (55973e4d-cfae-4744-97c2-2f6db5b5eaa4), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:22.841852 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6c0b8b16-a64e-473c-be47-8eb2b16b6075 admin admin] Publish callbacks [] for security_group (918cecf6-51a2-4ca2-b0e2-83a5bae69ee4), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:22.844124 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-e9334dfe-bf91-41ef-bc0a-d6d6b9fd8fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9297'] for router (0301edbb-1cb6-42b0-8a45-736d73f61666), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:22.845789 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-e9334dfe-bf91-41ef-bc0a-d6d6b9fd8fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-955753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9304'] for router (0301edbb-1cb6-42b0-8a45-736d73f61666), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:22.850003 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6247e7-ac80-4f62-b846-063648759132 admin admin] Network cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7 is scheduled to be hosted by DHCP agent 0b7bcd49-0510-447e-bc01-0aee655b7fc1 with binding_index 1 {{(pid=110144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 04:43:22.864929 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-e8e511de-d859-4e44-9bb9-ba416688f05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093'] for network (a0b25786-9a98-4b69-9ff8-d7339822960d), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:22.866325 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e511de-d859-4e44-9bb9-ba416688f05e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:22.866861 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.db_base_plugin_common [None req-391b28b5-2f62-4bf7-90af-b3357e298a1a None None] Allocated IP 172.20.0.2 (860c194c-b911-4147-84ad-16e240b1666f/2b6a1ea5-e77b-4dad-bc11-fe8b411f2953/01b672c4-f9ed-42f9-8715-e729d11d474e) {{(pid=110146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:43:22.868727 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-e8e511de-d859-4e44-9bb9-ba416688f05e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for network (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:22.960624 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6c0b8b16-a64e-473c-be47-8eb2b16b6075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (918cecf6-51a2-4ca2-b0e2-83a5bae69ee4), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:22.984049 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-93474e68-866c-4c90-9c0c-e841f5a56735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093'] for network (55973e4d-cfae-4744-97c2-2f6db5b5eaa4), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:22.985045 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93474e68-866c-4c90-9c0c-e841f5a56735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:22.985723 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-93474e68-866c-4c90-9c0c-e841f5a56735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for network (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:22.987789 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [None req-df6247e7-ac80-4f62-b846-063648759132 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-13-iscsi, cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7) {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:43:23.006657 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b8b16-a64e-473c-be47-8eb2b16b6075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918cecf6-51a2-4ca2-b0e2-83a5bae69ee4,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:23.012033 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c0b8b16-a64e-473c-be47-8eb2b16b6075 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=110145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 04:43:23.015137 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e511de-d859-4e44-9bb9-ba416688f05e admin admin] Pushing event updated for resources: {'Network': ['ID=a0b25786-9a98-4b69-9ff8-d7339822960d,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:23.015481 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-391b28b5-2f62-4bf7-90af-b3357e298a1a None None] Publish callbacks [] for port (01b672c4-f9ed-42f9-8715-e729d11d474e), precommit_create {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:23.019764 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4af4024-763b-42dc-bac1-8217fff74656 None None] Network cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7 requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:43:23.029644 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6c0b8b16-a64e-473c-be47-8eb2b16b6075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041'] for segment (1aa10c85-3fb3-4da4-8720-cb7a8e9e737f), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:23.031235 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.db.segments_db [None req-6c0b8b16-a64e-473c-be47-8eb2b16b6075 admin admin] Added segment 1aa10c85-3fb3-4da4-8720-cb7a8e9e737f of type vlan for network cc155a2f-ef89-4592-9433-3850f5869c34 Mar 08 04:43:23.050022 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-e8e511de-d859-4e44-9bb9-ba416688f05e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2019682 Mar 08 04:43:23.051334 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Network a0b25786-9a98-4b69-9ff8-d7339822960d details requested by agent ovs-agent-dv-cinder-740146-13-iscsi with host dv-cinder-740146-13-iscsi {{(pid=110146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 04:43:23.053096 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 37612) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:23.061080 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-6c427674-62a3-4742-8989-9dc332cd8aaa admin admin] Request body: {'subnet': {'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-878477155-subnet', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:23.128617 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6c0b8b16-a64e-473c-be47-8eb2b16b6075 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769087223062'] for network (cc155a2f-ef89-4592-9433-3850f5869c34), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:23.140288 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6247e7-ac80-4f62-b846-063648759132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:23.140890 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-df6247e7-ac80-4f62-b846-063648759132 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for subnet (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:23.151690 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-e9334dfe-bf91-41ef-bc0a-d6d6b9fd8fa3 admin admin] Publish callbacks [] for router_controller (0301edbb-1cb6-42b0-8a45-736d73f61666), precommit_add_association {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:23.162556 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-391b28b5-2f62-4bf7-90af-b3357e298a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855'] for port (01b672c4-f9ed-42f9-8715-e729d11d474e), after_create {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:23.183568 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391b28b5-2f62-4bf7-90af-b3357e298a1a None None] Network 860c194c-b911-4147-84ad-16e240b1666f is already hosted by enough agents. {{(pid=110146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:43:23.213415 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c427674-62a3-4742-8989-9dc332cd8aaa admin admin] Made reservation on behalf of 123d544e6cdd4f43acfd2e4fc0fe7867 for: {'subnet': 1} {{(pid=110145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:43:23.216339 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6c427674-62a3-4742-8989-9dc332cd8aaa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:23.234669 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93474e68-866c-4c90-9c0c-e841f5a56735 admin admin] Pushing event updated for resources: {'Network': ['ID=55973e4d-cfae-4744-97c2-2f6db5b5eaa4,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:23.235436 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.scheduler.base_scheduler [None req-391b28b5-2f62-4bf7-90af-b3357e298a1a None None] Resources bound (agent type, host, resource id): {{(pid=110146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:43:23.237834 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b28b5-2f62-4bf7-90af-b3357e298a1a None None] Pushing event updated for resources: {'Port': ['ID=01b672c4-f9ed-42f9-8715-e729d11d474e,revision_number=1']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:23.247212 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-93474e68-866c-4c90-9c0c-e841f5a56735 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2211816 Mar 08 04:43:23.250278 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 37620) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:23.257530 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6c0b8b16-a64e-473c-be47-8eb2b16b6075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093'] for network (cc155a2f-ef89-4592-9433-3850f5869c34), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:23.257975 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-22bbe2b2-3e9c-4f43-8cde-885ee38f5d0f admin admin] Request body: {'subnet': {'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-650372177-subnet', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:23.262052 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0b8b16-a64e-473c-be47-8eb2b16b6075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:23.263224 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6c0b8b16-a64e-473c-be47-8eb2b16b6075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for network (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:23.279831 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391b28b5-2f62-4bf7-90af-b3357e298a1a None None] Received port after_create {{(pid=110146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:43:23.284067 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391b28b5-2f62-4bf7-90af-b3357e298a1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:23.284654 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391b28b5-2f62-4bf7-90af-b3357e298a1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:23.285215 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391b28b5-2f62-4bf7-90af-b3357e298a1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:23.285996 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391b28b5-2f62-4bf7-90af-b3357e298a1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:23.286480 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391b28b5-2f62-4bf7-90af-b3357e298a1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:23.287116 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391b28b5-2f62-4bf7-90af-b3357e298a1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:23.287627 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391b28b5-2f62-4bf7-90af-b3357e298a1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:23.288121 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391b28b5-2f62-4bf7-90af-b3357e298a1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:23.288605 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391b28b5-2f62-4bf7-90af-b3357e298a1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:23.289172 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391b28b5-2f62-4bf7-90af-b3357e298a1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:23.290190 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391b28b5-2f62-4bf7-90af-b3357e298a1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:23.290671 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391b28b5-2f62-4bf7-90af-b3357e298a1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:23.291160 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391b28b5-2f62-4bf7-90af-b3357e298a1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:23.292689 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-391b28b5-2f62-4bf7-90af-b3357e298a1a None None] Tracked resource versions report: Mar 08 04:43:23.292689 dv-cinder-740146-13-iscsi neutron-server[110146]: pushed versions: Mar 08 04:43:23.292689 dv-cinder-740146-13-iscsi neutron-server[110146]: { 'AddressGroup': {'1.2'}, Mar 08 04:43:23.292689 dv-cinder-740146-13-iscsi neutron-server[110146]: 'ConntrackHelper': {'1.0'}, Mar 08 04:43:23.292689 dv-cinder-740146-13-iscsi neutron-server[110146]: 'LocalIPAssociation': {'1.0'}, Mar 08 04:43:23.292689 dv-cinder-740146-13-iscsi neutron-server[110146]: 'Log': {'1.0'}, Mar 08 04:43:23.292689 dv-cinder-740146-13-iscsi neutron-server[110146]: 'Network': {'1.1'}, Mar 08 04:43:23.292689 dv-cinder-740146-13-iscsi neutron-server[110146]: 'Port': {'1.7'}, Mar 08 04:43:23.292689 dv-cinder-740146-13-iscsi neutron-server[110146]: 'PortForwarding': {'1.2'}, Mar 08 04:43:23.292689 dv-cinder-740146-13-iscsi neutron-server[110146]: 'QosPolicy': {'1.10'}, Mar 08 04:43:23.292689 dv-cinder-740146-13-iscsi neutron-server[110146]: 'SecurityGroup': {'1.5'}, Mar 08 04:43:23.292689 dv-cinder-740146-13-iscsi neutron-server[110146]: 'SecurityGroupRule': {'1.2'}, Mar 08 04:43:23.292689 dv-cinder-740146-13-iscsi neutron-server[110146]: 'SubPort': {'1.0'}, Mar 08 04:43:23.292689 dv-cinder-740146-13-iscsi neutron-server[110146]: 'Subnet': {'1.1'}, Mar 08 04:43:23.292689 dv-cinder-740146-13-iscsi neutron-server[110146]: 'Trunk': {'1.1'}} Mar 08 04:43:23.292689 dv-cinder-740146-13-iscsi neutron-server[110146]: consumer versions: Mar 08 04:43:23.292689 dv-cinder-740146-13-iscsi neutron-server[110146]: { DHCP agent@dv-cinder-740146-13-iscsi: {}, Mar 08 04:43:23.292689 dv-cinder-740146-13-iscsi neutron-server[110146]: HyperV agent@hv-cinder-74014: {}, Mar 08 04:43:23.292689 dv-cinder-740146-13-iscsi neutron-server[110146]: L3 agent@dv-cinder-740146-13-iscsi: {}, Mar 08 04:43:23.292689 dv-cinder-740146-13-iscsi neutron-server[110146]: Metadata agent@dv-cinder-740146-13-iscsi: {}, Mar 08 04:43:23.292689 dv-cinder-740146-13-iscsi neutron-server[110146]: Metering agent@dv-cinder-740146-13-iscsi: {}, Mar 08 04:43:23.292689 dv-cinder-740146-13-iscsi neutron-server[110146]: Open vSwitch agent@dv-cinder-740146-13-iscsi: { 'AddressGroup': '1.2', Mar 08 04:43:23.292689 dv-cinder-740146-13-iscsi neutron-server[110146]: 'ConntrackHelper': '1.0', Mar 08 04:43:23.292689 dv-cinder-740146-13-iscsi neutron-server[110146]: 'LocalIPAssociation': '1.0', Mar 08 04:43:23.292689 dv-cinder-740146-13-iscsi neutron-server[110146]: 'Log': '1.0', Mar 08 04:43:23.292689 dv-cinder-740146-13-iscsi neutron-server[110146]: 'Network': '1.1', Mar 08 04:43:23.292689 dv-cinder-740146-13-iscsi neutron-server[110146]: 'Port': '1.7', Mar 08 04:43:23.292689 dv-cinder-740146-13-iscsi neutron-server[110146]: 'PortForwarding': '1.2', Mar 08 04:43:23.292689 dv-cinder-740146-13-iscsi neutron-server[110146]: 'QosPolicy': '1.10', Mar 08 04:43:23.292689 dv-cinder-740146-13-iscsi neutron-server[110146]: 'SecurityGroup': '1.5', Mar 08 04:43:23.292689 dv-cinder-740146-13-iscsi neutron-server[110146]: 'SecurityGroupRule': '1.2', Mar 08 04:43:23.292689 dv-cinder-740146-13-iscsi neutron-server[110146]: 'SubPort': '1.0', Mar 08 04:43:23.292689 dv-cinder-740146-13-iscsi neutron-server[110146]: 'Subnet': '1.1', Mar 08 04:43:23.292689 dv-cinder-740146-13-iscsi neutron-server[110146]: 'Trunk': '1.1'}} Mar 08 04:43:23.292689 dv-cinder-740146-13-iscsi neutron-server[110146]: {{(pid=110146) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 04:43:23.310794 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Network 55973e4d-cfae-4744-97c2-2f6db5b5eaa4 details requested by agent ovs-agent-dv-cinder-740146-13-iscsi with host dv-cinder-740146-13-iscsi {{(pid=110146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 04:43:23.371652 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72db1e6c-0a70-4b53-8550-020c1dd9dc6e None None] Network cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7 requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:43:23.390160 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-df6247e7-ac80-4f62-b846-063648759132 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2430809 Mar 08 04:43:23.402313 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 37626) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:23.404289 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-8bc12d7a-361b-4469-8645-7c7390059181 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-446900798-router', 'tenant_id': 'bcad66ae90ba4346a7872b34da137f6b', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:23.527487 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bbe2b2-3e9c-4f43-8cde-885ee38f5d0f admin admin] Made reservation on behalf of aeea4438116f4318bc83a1167fc0068f for: {'subnet': 1} {{(pid=110144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:43:23.530848 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-22bbe2b2-3e9c-4f43-8cde-885ee38f5d0f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:23.542315 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-6c0b8b16-a64e-473c-be47-8eb2b16b6075 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2295215 Mar 08 04:43:23.546599 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 37636) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:23.559799 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b8b16-a64e-473c-be47-8eb2b16b6075 admin admin] Pushing event updated for resources: {'Network': ['ID=cc155a2f-ef89-4592-9433-3850f5869c34,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:23.592034 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-7f1534e3-e188-4abc-bd6e-abfd33ec96e4 admin admin] Request body: {'subnet': {'network_id': 'cc155a2f-ef89-4592-9433-3850f5869c34', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-832548751-subnet', 'tenant_id': '5053a4f79321403a87497e2602d0928b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:23.614425 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-e9334dfe-bf91-41ef-bc0a-d6d6b9fd8fa3 admin admin] Publish callbacks [] for router_gateway (0301edbb-1cb6-42b0-8a45-736d73f61666), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:23.654546 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Network cc155a2f-ef89-4592-9433-3850f5869c34 details requested by agent ovs-agent-dv-cinder-740146-13-iscsi with host dv-cinder-740146-13-iscsi {{(pid=110146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 04:43:23.656451 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-391b28b5-2f62-4bf7-90af-b3357e298a1a None None] Attempting to bind port 01b672c4-f9ed-42f9-8715-e729d11d474e on host dv-cinder-740146-13-iscsi for vnic_type normal with profile {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:43:23.656828 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-391b28b5-2f62-4bf7-90af-b3357e298a1a None None] Attempting to bind port 01b672c4-f9ed-42f9-8715-e729d11d474e by drivers openvswitch,hyperv on host dv-cinder-740146-13-iscsi at level 0 using segments [{'id': 'b5d0be17-e38f-4e92-9e95-4d4779f06bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '860c194c-b911-4147-84ad-16e240b1666f'}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:43:23.657230 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391b28b5-2f62-4bf7-90af-b3357e298a1a None None] Attempting to bind port 01b672c4-f9ed-42f9-8715-e729d11d474e on network 860c194c-b911-4147-84ad-16e240b1666f {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:43:23.663034 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8bc12d7a-361b-4469-8645-7c7390059181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9297'] for router (e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:23.664329 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8bc12d7a-361b-4469-8645-7c7390059181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-955753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9304'] for router (e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:23.703402 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391b28b5-2f62-4bf7-90af-b3357e298a1a None None] Checking agent: {'id': '4c7881dc-503e-4b59-880f-21834bcd9250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 35, 20), 'started_at': datetime.datetime(2022, 3, 8, 4, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:43:23.704126 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391b28b5-2f62-4bf7-90af-b3357e298a1a None None] Checking segment: {'id': 'b5d0be17-e38f-4e92-9e95-4d4779f06bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '860c194c-b911-4147-84ad-16e240b1666f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:43:23.704699 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-391b28b5-2f62-4bf7-90af-b3357e298a1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:23.705328 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391b28b5-2f62-4bf7-90af-b3357e298a1a None None] Bound using segment: {'id': 'b5d0be17-e38f-4e92-9e95-4d4779f06bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '860c194c-b911-4147-84ad-16e240b1666f'} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:43:23.706283 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-391b28b5-2f62-4bf7-90af-b3357e298a1a None None] Bound port: 01b672c4-f9ed-42f9-8715-e729d11d474e, host: dv-cinder-740146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d0be17-e38f-4e92-9e95-4d4779f06bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '860c194c-b911-4147-84ad-16e240b1666f'}}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:43:23.706852 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-391b28b5-2f62-4bf7-90af-b3357e298a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (01b672c4-f9ed-42f9-8715-e729d11d474e), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:23.784651 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1534e3-e188-4abc-bd6e-abfd33ec96e4 admin admin] Made reservation on behalf of 5053a4f79321403a87497e2602d0928b for: {'subnet': 1} {{(pid=110144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:43:23.787172 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-7f1534e3-e188-4abc-bd6e-abfd33ec96e4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:23.814339 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8bc12d7a-361b-4469-8645-7c7390059181 admin admin] Publish callbacks [] for router_controller (e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be), precommit_add_association {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:23.852775 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-391b28b5-2f62-4bf7-90af-b3357e298a1a None None] For port 01b672c4-f9ed-42f9-8715-e729d11d474e, host dv-cinder-740146-13-iscsi, cleared binding levels {{(pid=110146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:43:23.938947 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6c427674-62a3-4742-8989-9dc332cd8aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093'] for subnet (7cfe1804-64f6-4463-a6ac-0aac353986ac), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:23.946898 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-391b28b5-2f62-4bf7-90af-b3357e298a1a None None] For port 01b672c4-f9ed-42f9-8715-e729d11d474e, host dv-cinder-740146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=01b672c4-f9ed-42f9-8715-e729d11d474e,segment=NetworkSegment(b5d0be17-e38f-4e92-9e95-4d4779f06bf0),segment_id=b5d0be17-e38f-4e92-9e95-4d4779f06bf0)] {{(pid=110146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:43:24.016598 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-391b28b5-2f62-4bf7-90af-b3357e298a1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (01b672c4-f9ed-42f9-8715-e729d11d474e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:24.074901 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-22bbe2b2-3e9c-4f43-8cde-885ee38f5d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093'] for subnet (7efbded5-60f9-4264-992d-981c4669fa99), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:24.190098 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b28b5-2f62-4bf7-90af-b3357e298a1a None None] Pushing event updated for resources: {'Port': ['ID=01b672c4-f9ed-42f9-8715-e729d11d474e,revision_number=2']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:24.202857 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c427674-62a3-4742-8989-9dc332cd8aaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cfe1804-64f6-4463-a6ac-0aac353986ac,revision_number=0']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:24.227198 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8bc12d7a-361b-4469-8645-7c7390059181 admin admin] Publish callbacks [] for router_gateway (e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be), precommit_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:24.238517 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c427674-62a3-4742-8989-9dc332cd8aaa admin admin] Checking segment: {'id': 'a818c616-68c3-44f5-83e0-f69b9edc3447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:43:24.239286 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c427674-62a3-4742-8989-9dc332cd8aaa admin admin] Network hostable DHCP agents. Network: a0b25786-9a98-4b69-9ff8-d7339822960d, hostable agents: ['0b7bcd49-0510-447e-bc01-0aee655b7fc1'], hosted agents: [] {{(pid=110145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 04:43:24.305590 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bbe2b2-3e9c-4f43-8cde-885ee38f5d0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7efbded5-60f9-4264-992d-981c4669fa99,revision_number=0']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:24.351770 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c427674-62a3-4742-8989-9dc332cd8aaa admin admin] Network a0b25786-9a98-4b69-9ff8-d7339822960d is scheduled to be hosted by DHCP agent 0b7bcd49-0510-447e-bc01-0aee655b7fc1 with binding_index 1 {{(pid=110145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 04:43:24.412775 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bbe2b2-3e9c-4f43-8cde-885ee38f5d0f admin admin] Checking segment: {'id': '3078e9f3-ee99-4520-9a84-dd25cc09024c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:43:24.413262 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bbe2b2-3e9c-4f43-8cde-885ee38f5d0f admin admin] Network hostable DHCP agents. Network: 55973e4d-cfae-4744-97c2-2f6db5b5eaa4, hostable agents: ['0b7bcd49-0510-447e-bc01-0aee655b7fc1'], hosted agents: [] {{(pid=110144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 04:43:24.481463 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.base_scheduler [None req-6c427674-62a3-4742-8989-9dc332cd8aaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-13-iscsi, a0b25786-9a98-4b69-9ff8-d7339822960d) {{(pid=110145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:43:24.487720 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-7f1534e3-e188-4abc-bd6e-abfd33ec96e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093'] for subnet (2b9d4854-d292-44f8-972b-8e83d87d5743), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:24.499600 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151cc0e1-f20c-4028-a949-e8046bb22b21 None None] Network a0b25786-9a98-4b69-9ff8-d7339822960d requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:43:24.505859 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-e9334dfe-bf91-41ef-bc0a-d6d6b9fd8fa3 admin admin] Publish callbacks [] for router_gateway (0301edbb-1cb6-42b0-8a45-736d73f61666), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:24.531411 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c427674-62a3-4742-8989-9dc332cd8aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:24.532243 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6c427674-62a3-4742-8989-9dc332cd8aaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for subnet (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:24.575646 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-e9334dfe-bf91-41ef-bc0a-d6d6b9fd8fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:24.591260 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bbe2b2-3e9c-4f43-8cde-885ee38f5d0f admin admin] Network 55973e4d-cfae-4744-97c2-2f6db5b5eaa4 is scheduled to be hosted by DHCP agent 0b7bcd49-0510-447e-bc01-0aee655b7fc1 with binding_index 1 {{(pid=110144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 04:43:24.650412 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8bc12d7a-361b-4469-8645-7c7390059181 admin admin] Publish callbacks [] for router_gateway (e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:24.669916 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8bc12d7a-361b-4469-8645-7c7390059181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:24.674307 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e643e0-9c87-432f-b71e-79ffcd7289e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a34ffde-2fae-509e-bc11-a9db250d2a01-a0b25786-9a98-4b69-9ff8-d7339822960d', 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d', 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'fixed_ips': [{'subnet_id': '7cfe1804-64f6-4463-a6ac-0aac353986ac'}]}} from dv-cinder-740146-13-iscsi. {{(pid=110146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 04:43:24.675525 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-6c427674-62a3-4742-8989-9dc332cd8aaa admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6211984 Mar 08 04:43:24.675647 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-e4e643e0-9c87-432f-b71e-79ffcd7289e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:24.681234 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 37684) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:24.685996 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-08327d98-ff1b-4102-8264-8724f7a6839e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-878477155-router', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:24.701054 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [None req-22bbe2b2-3e9c-4f43-8cde-885ee38f5d0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-13-iscsi, 55973e4d-cfae-4744-97c2-2f6db5b5eaa4) {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:43:24.713073 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82f89ec-8feb-4a60-b38c-f0f5b9cedf8d None None] Network 55973e4d-cfae-4744-97c2-2f6db5b5eaa4 requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:43:24.729758 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1534e3-e188-4abc-bd6e-abfd33ec96e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b9d4854-d292-44f8-972b-8e83d87d5743,revision_number=0']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:24.745469 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bbe2b2-3e9c-4f43-8cde-885ee38f5d0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:24.746120 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-22bbe2b2-3e9c-4f43-8cde-885ee38f5d0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for subnet (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:24.799336 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1534e3-e188-4abc-bd6e-abfd33ec96e4 admin admin] Checking segment: {'id': '1aa10c85-3fb3-4da4-8720-cb7a8e9e737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'cc155a2f-ef89-4592-9433-3850f5869c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:43:24.799694 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1534e3-e188-4abc-bd6e-abfd33ec96e4 admin admin] Network hostable DHCP agents. Network: cc155a2f-ef89-4592-9433-3850f5869c34, hostable agents: ['0b7bcd49-0510-447e-bc01-0aee655b7fc1'], hosted agents: [] {{(pid=110144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 04:43:24.855458 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-22bbe2b2-3e9c-4f43-8cde-885ee38f5d0f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6010647 Mar 08 04:43:24.861910 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 37700) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:24.879903 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-8852b1f4-69cf-41c1-8003-e8d5639a19b4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-650372177-router', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:24.957318 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_common [None req-e9334dfe-bf91-41ef-bc0a-d6d6b9fd8fa3 admin admin] Allocated IP 172.27.0.130 (e335cf5a-bd08-4697-9061-81dcecc4c284/5add51e7-3273-4e08-a772-a967bfff1dcd/6ac4a553-3e37-4e5e-a952-455684760833) {{(pid=110144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:43:25.009596 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1534e3-e188-4abc-bd6e-abfd33ec96e4 admin admin] Network cc155a2f-ef89-4592-9433-3850f5869c34 is scheduled to be hosted by DHCP agent 0b7bcd49-0510-447e-bc01-0aee655b7fc1 with binding_index 1 {{(pid=110144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 04:43:25.020245 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a6c100-3fe9-46e9-9c57-329edb202c46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a34ffde-2fae-509e-bc11-a9db250d2a01-55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'fixed_ips': [{'subnet_id': '7efbded5-60f9-4264-992d-981c4669fa99'}]}} from dv-cinder-740146-13-iscsi. {{(pid=110146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 04:43:25.021715 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-e5a6c100-3fe9-46e9-9c57-329edb202c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:25.025615 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.db_base_plugin_common [None req-e4e643e0-9c87-432f-b71e-79ffcd7289e4 None None] Allocated IP 172.20.0.2 (a0b25786-9a98-4b69-9ff8-d7339822960d/7cfe1804-64f6-4463-a6ac-0aac353986ac/240da7d9-2c2d-4ac4-85b6-f78baa6ef94c) {{(pid=110146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:43:25.064713 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-08327d98-ff1b-4102-8264-8724f7a6839e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9297'] for router (2cb70f1c-563d-4ccb-881b-47f53f004396), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:25.065815 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-08327d98-ff1b-4102-8264-8724f7a6839e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-955753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9304'] for router (2cb70f1c-563d-4ccb-881b-47f53f004396), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:25.082236 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-8852b1f4-69cf-41c1-8003-e8d5639a19b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9297'] for router (2f54059b-7e76-47b0-a531-baf7a8872fae), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:25.083359 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-8852b1f4-69cf-41c1-8003-e8d5639a19b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-955753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9304'] for router (2f54059b-7e76-47b0-a531-baf7a8872fae), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:25.129793 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-08327d98-ff1b-4102-8264-8724f7a6839e admin admin] Publish callbacks [] for router_controller (2cb70f1c-563d-4ccb-881b-47f53f004396), precommit_add_association {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:25.154391 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-e9334dfe-bf91-41ef-bc0a-d6d6b9fd8fa3 admin admin] Publish callbacks [] for port (6ac4a553-3e37-4e5e-a952-455684760833), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:25.162579 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [None req-7f1534e3-e188-4abc-bd6e-abfd33ec96e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-13-iscsi, cc155a2f-ef89-4592-9433-3850f5869c34) {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:43:25.188162 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1534e3-e188-4abc-bd6e-abfd33ec96e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:25.188764 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-7f1534e3-e188-4abc-bd6e-abfd33ec96e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for subnet (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:25.266977 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 01b672c4-f9ed-42f9-8715-e729d11d474e up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:43:25.280946 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-8852b1f4-69cf-41c1-8003-e8d5639a19b4 admin admin] Publish callbacks [] for router_controller (2f54059b-7e76-47b0-a531-baf7a8872fae), precommit_add_association {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:25.317385 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2165898-f8d6-47b0-8f79-453e7c189407 None None] Network cc155a2f-ef89-4592-9433-3850f5869c34 requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:43:25.318927 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-7f1534e3-e188-4abc-bd6e-abfd33ec96e4 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7347627 Mar 08 04:43:25.501929 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port 01b672c4-f9ed-42f9-8715-e729d11d474e triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:25.502241 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (01b672c4-f9ed-42f9-8715-e729d11d474e), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:25.540654 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6087dde8-5e63-4156-99cc-934eebf0ad88 None None] Network cc155a2f-ef89-4592-9433-3850f5869c34 requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:43:25.544238 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-08327d98-ff1b-4102-8264-8724f7a6839e admin admin] Publish callbacks [] for router_gateway (2cb70f1c-563d-4ccb-881b-47f53f004396), precommit_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:25.651114 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.db_base_plugin_common [None req-8bc12d7a-361b-4469-8645-7c7390059181 admin admin] Allocated IP 172.27.0.99 (e335cf5a-bd08-4697-9061-81dcecc4c284/5add51e7-3273-4e08-a772-a967bfff1dcd/af8d40a7-7ecc-43ec-a5a8-e6784a954546) {{(pid=110145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:43:25.687817 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-e9334dfe-bf91-41ef-bc0a-d6d6b9fd8fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855'] for port (6ac4a553-3e37-4e5e-a952-455684760833), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:25.847680 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824aa2a5-7d56-43d3-915f-ee9d321cecdf None None] Network 860c194c-b911-4147-84ad-16e240b1666f requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:43:25.872410 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9334dfe-bf91-41ef-bc0a-d6d6b9fd8fa3 admin admin] Network e335cf5a-bd08-4697-9061-81dcecc4c284 is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:43:25.885788 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [None req-e9334dfe-bf91-41ef-bc0a-d6d6b9fd8fa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:43:25.921793 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9334dfe-bf91-41ef-bc0a-d6d6b9fd8fa3 admin admin] Received port after_create {{(pid=110144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:43:25.967668 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9334dfe-bf91-41ef-bc0a-d6d6b9fd8fa3 admin admin] Pushing event updated for resources: {'Port': ['ID=6ac4a553-3e37-4e5e-a952-455684760833,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:25.971371 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-8852b1f4-69cf-41c1-8003-e8d5639a19b4 admin admin] Publish callbacks [] for router_gateway (2f54059b-7e76-47b0-a531-baf7a8872fae), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:25.989558 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 37746) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:25.993267 dv-cinder-740146-13-iscsi neutron-server[110145]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 04:43:25.996748 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8bc12d7a-361b-4469-8645-7c7390059181 admin admin] Publish callbacks [] for port (af8d40a7-7ecc-43ec-a5a8-e6784a954546), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:26.177860 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.db_base_plugin_common [None req-e5a6c100-3fe9-46e9-9c57-329edb202c46 None None] Allocated IP 172.20.0.2 (55973e4d-cfae-4744-97c2-2f6db5b5eaa4/7efbded5-60f9-4264-992d-981c4669fa99/be4498a6-fd4d-484b-837e-75d63db03130) {{(pid=110146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:43:26.228969 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port 01b672c4-f9ed-42f9-8715-e729d11d474e is: DOWN; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:43:26.229543 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (01b672c4-f9ed-42f9-8715-e729d11d474e), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:26.231538 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-398065f9-3783-4b3e-923f-e0b8185535c3 None None] Provisioning complete for port 01b672c4-f9ed-42f9-8715-e729d11d474e triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:26.232021 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-398065f9-3783-4b3e-923f-e0b8185535c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (01b672c4-f9ed-42f9-8715-e729d11d474e), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:26.330450 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-ebb91421-ca82-4c50-a9b0-6a4356826104 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:26.331963 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-ebb91421-ca82-4c50-a9b0-6a4356826104 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/networks?id=cc155a2f-ef89-4592-9433-3850f5869c34 HTTP/1.1" status: 200 len: 811 time: 0.3400087 Mar 08 04:43:26.333624 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-08327d98-ff1b-4102-8264-8724f7a6839e admin admin] Publish callbacks [] for router_gateway (2cb70f1c-563d-4ccb-881b-47f53f004396), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:26.344344 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-e4e643e0-9c87-432f-b71e-79ffcd7289e4 None None] Publish callbacks [] for port (240da7d9-2c2d-4ac4-85b6-f78baa6ef94c), precommit_create {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:26.355830 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-08327d98-ff1b-4102-8264-8724f7a6839e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:26.374483 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-2f6f36a8-9d97-424a-b955-e0b48a1f1e3d tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/quotas/5053a4f79321403a87497e2602d0928b HTTP/1.1" status: 200 len: 375 time: 0.0210783 Mar 08 04:43:26.410983 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8bc12d7a-361b-4469-8645-7c7390059181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855'] for port (af8d40a7-7ecc-43ec-a5a8-e6784a954546), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:26.464043 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-398065f9-3783-4b3e-923f-e0b8185535c3 None None] Current status of the port 01b672c4-f9ed-42f9-8715-e729d11d474e is: DOWN; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:43:26.464435 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-398065f9-3783-4b3e-923f-e0b8185535c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (01b672c4-f9ed-42f9-8715-e729d11d474e), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:26.496064 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 37754) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:26.522576 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-e4e643e0-9c87-432f-b71e-79ffcd7289e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855'] for port (240da7d9-2c2d-4ac4-85b6-f78baa6ef94c), after_create {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:26.539973 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-e714c9c4-d003-49a3-85e3-2f9e74699eb3 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5053a4f79321403a87497e2602d0928b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1367171 Mar 08 04:43:26.542716 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] For port 01b672c4-f9ed-42f9-8715-e729d11d474e, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=01b672c4-f9ed-42f9-8715-e729d11d474e,segment=NetworkSegment(b5d0be17-e38f-4e92-9e95-4d4779f06bf0),segment_id=b5d0be17-e38f-4e92-9e95-4d4779f06bf0)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:43:26.553780 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc12d7a-361b-4469-8645-7c7390059181 admin admin] Network e335cf5a-bd08-4697-9061-81dcecc4c284 is already hosted by enough agents. {{(pid=110145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:43:26.563945 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.base_scheduler [None req-8bc12d7a-361b-4469-8645-7c7390059181 admin admin] Resources bound (agent type, host, resource id): {{(pid=110145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:43:26.566504 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc12d7a-361b-4469-8645-7c7390059181 admin admin] Received port after_create {{(pid=110145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:43:26.594786 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e643e0-9c87-432f-b71e-79ffcd7289e4 None None] Network a0b25786-9a98-4b69-9ff8-d7339822960d is already hosted by enough agents. {{(pid=110146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:43:26.598960 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e643e0-9c87-432f-b71e-79ffcd7289e4 None None] Pushing event updated for resources: {'Port': ['ID=240da7d9-2c2d-4ac4-85b6-f78baa6ef94c,revision_number=1']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:26.620805 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.scheduler.base_scheduler [None req-e4e643e0-9c87-432f-b71e-79ffcd7289e4 None None] Resources bound (agent type, host, resource id): {{(pid=110146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:43:26.636592 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e643e0-9c87-432f-b71e-79ffcd7289e4 None None] Received port after_create {{(pid=110146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:43:26.647833 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc12d7a-361b-4469-8645-7c7390059181 admin admin] Pushing event updated for resources: {'Port': ['ID=af8d40a7-7ecc-43ec-a5a8-e6784a954546,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:26.655402 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (01b672c4-f9ed-42f9-8715-e729d11d474e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:26.656294 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-e9334dfe-bf91-41ef-bc0a-d6d6b9fd8fa3 admin admin] Publish callbacks [] for router_gateway (0301edbb-1cb6-42b0-8a45-736d73f61666), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:26.768319 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Pushing event updated for resources: {'Port': ['ID=01b672c4-f9ed-42f9-8715-e729d11d474e,revision_number=3']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:26.852947 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-8852b1f4-69cf-41c1-8003-e8d5639a19b4 admin admin] Publish callbacks [] for router_gateway (2f54059b-7e76-47b0-a531-baf7a8872fae), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:26.861875 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-1bfcd239-b7c6-495a-b4b2-22d99e496cbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:26.866134 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.db_base_plugin_common [None req-08327d98-ff1b-4102-8264-8724f7a6839e admin admin] Allocated IP 172.27.0.79 (e335cf5a-bd08-4697-9061-81dcecc4c284/5add51e7-3273-4e08-a772-a967bfff1dcd/2b9b3c93-7c1e-4e78-a3f6-e11defd536d8) {{(pid=110145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:43:26.876141 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.db.api [None req-398065f9-3783-4b3e-923f-e0b8185535c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 04:43:26.876507 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG oslo_db.api [None req-398065f9-3783-4b3e-923f-e0b8185535c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 04:43:26.880060 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-e4e643e0-9c87-432f-b71e-79ffcd7289e4 None None] Attempting to bind port 240da7d9-2c2d-4ac4-85b6-f78baa6ef94c on host dv-cinder-740146-13-iscsi for vnic_type normal with profile {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:43:26.880060 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-e4e643e0-9c87-432f-b71e-79ffcd7289e4 None None] Attempting to bind port 240da7d9-2c2d-4ac4-85b6-f78baa6ef94c by drivers openvswitch,hyperv on host dv-cinder-740146-13-iscsi at level 0 using segments [{'id': 'a818c616-68c3-44f5-83e0-f69b9edc3447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d'}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:43:26.880377 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e643e0-9c87-432f-b71e-79ffcd7289e4 None None] Attempting to bind port 240da7d9-2c2d-4ac4-85b6-f78baa6ef94c on network a0b25786-9a98-4b69-9ff8-d7339822960d {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:43:26.897986 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-b111cbd3-972c-4071-a286-d5f6a1277b77 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=110145) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 04:43:26.899536 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-b111cbd3-972c-4071-a286-d5f6a1277b77 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1389778 Mar 08 04:43:26.921998 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e643e0-9c87-432f-b71e-79ffcd7289e4 None None] Checking agent: {'id': '4c7881dc-503e-4b59-880f-21834bcd9250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 35, 20), 'started_at': datetime.datetime(2022, 3, 8, 4, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:43:26.922855 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e643e0-9c87-432f-b71e-79ffcd7289e4 None None] Checking segment: {'id': 'a818c616-68c3-44f5-83e0-f69b9edc3447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:43:26.927174 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-e4e643e0-9c87-432f-b71e-79ffcd7289e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:26.927174 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e643e0-9c87-432f-b71e-79ffcd7289e4 None None] Bound using segment: {'id': 'a818c616-68c3-44f5-83e0-f69b9edc3447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d'} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:43:26.927174 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-e4e643e0-9c87-432f-b71e-79ffcd7289e4 None None] Bound port: 240da7d9-2c2d-4ac4-85b6-f78baa6ef94c, host: dv-cinder-740146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a818c616-68c3-44f5-83e0-f69b9edc3447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d'}}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:43:26.927174 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-e4e643e0-9c87-432f-b71e-79ffcd7289e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (240da7d9-2c2d-4ac4-85b6-f78baa6ef94c), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:26.963107 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-e5a6c100-3fe9-46e9-9c57-329edb202c46 None None] Publish callbacks [] for port (be4498a6-fd4d-484b-837e-75d63db03130), precommit_create {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:26.974884 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-8852b1f4-69cf-41c1-8003-e8d5639a19b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:27.047201 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-e4e643e0-9c87-432f-b71e-79ffcd7289e4 None None] For port 240da7d9-2c2d-4ac4-85b6-f78baa6ef94c, host dv-cinder-740146-13-iscsi, cleared binding levels {{(pid=110146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:43:27.051411 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-e4e643e0-9c87-432f-b71e-79ffcd7289e4 None None] For port 240da7d9-2c2d-4ac4-85b6-f78baa6ef94c, host dv-cinder-740146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=240da7d9-2c2d-4ac4-85b6-f78baa6ef94c,segment=NetworkSegment(a818c616-68c3-44f5-83e0-f69b9edc3447),segment_id=a818c616-68c3-44f5-83e0-f69b9edc3447)] {{(pid=110146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:43:27.058303 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-e5a6c100-3fe9-46e9-9c57-329edb202c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855'] for port (be4498a6-fd4d-484b-837e-75d63db03130), after_create {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:27.060996 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 01b672c4-f9ed-42f9-8715-e729d11d474e up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:43:27.131431 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a6c100-3fe9-46e9-9c57-329edb202c46 None None] Network 55973e4d-cfae-4744-97c2-2f6db5b5eaa4 is already hosted by enough agents. {{(pid=110146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:43:27.137499 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.scheduler.base_scheduler [None req-e5a6c100-3fe9-46e9-9c57-329edb202c46 None None] Resources bound (agent type, host, resource id): {{(pid=110146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:43:27.139896 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a6c100-3fe9-46e9-9c57-329edb202c46 None None] Received port after_create {{(pid=110146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:43:27.151903 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-e4e643e0-9c87-432f-b71e-79ffcd7289e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (240da7d9-2c2d-4ac4-85b6-f78baa6ef94c), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:27.154411 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-e9334dfe-bf91-41ef-bc0a-d6d6b9fd8fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-955746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-951031'] for router (0301edbb-1cb6-42b0-8a45-736d73f61666), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:27.216692 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a6c100-3fe9-46e9-9c57-329edb202c46 None None] Pushing event updated for resources: {'Port': ['ID=be4498a6-fd4d-484b-837e-75d63db03130,revision_number=1']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:27.277007 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-1bfcd239-b7c6-495a-b4b2-22d99e496cbd admin admin] Publish callbacks [] for security_group (605d5592-ae88-4ffb-b11a-3b24b8ee4e81), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:27.312384 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-e5a6c100-3fe9-46e9-9c57-329edb202c46 None None] Attempting to bind port be4498a6-fd4d-484b-837e-75d63db03130 on host dv-cinder-740146-13-iscsi for vnic_type normal with profile {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:43:27.312875 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-e5a6c100-3fe9-46e9-9c57-329edb202c46 None None] Attempting to bind port be4498a6-fd4d-484b-837e-75d63db03130 by drivers openvswitch,hyperv on host dv-cinder-740146-13-iscsi at level 0 using segments [{'id': '3078e9f3-ee99-4520-9a84-dd25cc09024c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4'}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:43:27.313279 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a6c100-3fe9-46e9-9c57-329edb202c46 None None] Attempting to bind port be4498a6-fd4d-484b-837e-75d63db03130 on network 55973e4d-cfae-4744-97c2-2f6db5b5eaa4 {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:43:27.323711 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e643e0-9c87-432f-b71e-79ffcd7289e4 None None] Pushing event updated for resources: {'Port': ['ID=240da7d9-2c2d-4ac4-85b6-f78baa6ef94c,revision_number=2']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:27.324870 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-261d722a-f042-4740-bc97-6724acbcc8fd service neutron] 10.222.0.35 "GET /v2.0/networks/cc155a2f-ef89-4592-9433-3850f5869c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999181 Mar 08 04:43:27.334138 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a6c100-3fe9-46e9-9c57-329edb202c46 None None] Checking agent: {'id': '4c7881dc-503e-4b59-880f-21834bcd9250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 35, 20), 'started_at': datetime.datetime(2022, 3, 8, 4, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:43:27.336330 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a6c100-3fe9-46e9-9c57-329edb202c46 None None] Checking segment: {'id': '3078e9f3-ee99-4520-9a84-dd25cc09024c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:43:27.336330 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-e5a6c100-3fe9-46e9-9c57-329edb202c46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:27.336330 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a6c100-3fe9-46e9-9c57-329edb202c46 None None] Bound using segment: {'id': '3078e9f3-ee99-4520-9a84-dd25cc09024c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4'} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:43:27.336638 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-e5a6c100-3fe9-46e9-9c57-329edb202c46 None None] Bound port: be4498a6-fd4d-484b-837e-75d63db03130, host: dv-cinder-740146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3078e9f3-ee99-4520-9a84-dd25cc09024c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4'}}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:43:27.348003 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-e5a6c100-3fe9-46e9-9c57-329edb202c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (be4498a6-fd4d-484b-837e-75d63db03130), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:27.367192 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port 01b672c4-f9ed-42f9-8715-e729d11d474e triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:27.368106 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (01b672c4-f9ed-42f9-8715-e729d11d474e), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:27.448640 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9334dfe-bf91-41ef-bc0a-d6d6b9fd8fa3 admin admin] Router 0301edbb-1cb6-42b0-8a45-736d73f61666 is scheduled to L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 with binding_index 1 {{(pid=110144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 04:43:27.500661 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-398065f9-3783-4b3e-923f-e0b8185535c3 None None] Current status of the port 01b672c4-f9ed-42f9-8715-e729d11d474e is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:43:27.529021 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-e5a6c100-3fe9-46e9-9c57-329edb202c46 None None] For port be4498a6-fd4d-484b-837e-75d63db03130, host dv-cinder-740146-13-iscsi, cleared binding levels {{(pid=110146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:43:27.563516 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-08327d98-ff1b-4102-8264-8724f7a6839e admin admin] Publish callbacks [] for port (2b9b3c93-7c1e-4e78-a3f6-e11defd536d8), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:27.566858 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-e5a6c100-3fe9-46e9-9c57-329edb202c46 None None] For port be4498a6-fd4d-484b-837e-75d63db03130, host dv-cinder-740146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=be4498a6-fd4d-484b-837e-75d63db03130,segment=NetworkSegment(3078e9f3-ee99-4520-9a84-dd25cc09024c),segment_id=3078e9f3-ee99-4520-9a84-dd25cc09024c)] {{(pid=110146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:43:27.572121 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-1bfcd239-b7c6-495a-b4b2-22d99e496cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (605d5592-ae88-4ffb-b11a-3b24b8ee4e81), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:27.577444 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port 01b672c4-f9ed-42f9-8715-e729d11d474e is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:43:27.634686 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9334dfe-bf91-41ef-bc0a-d6d6b9fd8fa3 admin admin] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:43:27.650336 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-e5a6c100-3fe9-46e9-9c57-329edb202c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (be4498a6-fd4d-484b-837e-75d63db03130), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:27.650755 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2423ab31-e748-4f01-b538-5f0b8695cd5a None None] Sync routers for ids ['0301edbb-1cb6-42b0-8a45-736d73f61666'] in dv-cinder-740146-13-iscsi {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:43:27.677719 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2423ab31-e748-4f01-b538-5f0b8695cd5a None None] Routers {'0301edbb-1cb6-42b0-8a45-736d73f61666'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:43:27.678693 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-2423ab31-e748-4f01-b538-5f0b8695cd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:43:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['0301edbb-1cb6-42b0-8a45-736d73f61666'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:43:27.706465 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-5e79d442-776d-4659-869d-c95d710a1aa0 service neutron] 10.222.0.35 "GET /v2.0/networks/cc155a2f-ef89-4592-9433-3850f5869c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672755 Mar 08 04:43:27.730441 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-1bfcd239-b7c6-495a-b4b2-22d99e496cbd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=798be64e73b9481e9cffcd9a984a9112&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2140594 Mar 08 04:43:27.731116 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 37780) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:27.759039 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-e9334dfe-bf91-41ef-bc0a-d6d6b9fd8fa3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:27.762477 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-595ca88e-5f93-4820-b50e-b9ae51c84987 None None] Provisioning complete for port 01b672c4-f9ed-42f9-8715-e729d11d474e triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:27.762776 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-595ca88e-5f93-4820-b50e-b9ae51c84987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (01b672c4-f9ed-42f9-8715-e729d11d474e), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:27.773344 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a6c100-3fe9-46e9-9c57-329edb202c46 None None] Pushing event updated for resources: {'Port': ['ID=be4498a6-fd4d-484b-837e-75d63db03130,revision_number=2']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:27.774553 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-e9334dfe-bf91-41ef-bc0a-d6d6b9fd8fa3 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0987217 Mar 08 04:43:27.777399 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 37782) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:27.899983 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-52607216-86aa-431b-8ac0-f0bf83065693 admin admin] Publish callbacks [] for security_group (605d5592-ae88-4ffb-b11a-3b24b8ee4e81), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:27.903881 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-595ca88e-5f93-4820-b50e-b9ae51c84987 None None] Current status of the port 01b672c4-f9ed-42f9-8715-e729d11d474e is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:43:27.908511 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8bc12d7a-361b-4469-8645-7c7390059181 admin admin] Publish callbacks [] for router_gateway (e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:28.054387 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfcd239-b7c6-495a-b4b2-22d99e496cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605d5592-ae88-4ffb-b11a-3b24b8ee4e81,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:28.139258 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-52607216-86aa-431b-8ac0-f0bf83065693 admin admin] Publish callbacks [] for security_group (605d5592-ae88-4ffb-b11a-3b24b8ee4e81), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:28.317048 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 37810) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:28.320057 dv-cinder-740146-13-iscsi neutron-server[110144]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 08 04:43:28.346338 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-2423ab31-e748-4f01-b538-5f0b8695cd5a None None] Set router 0301edbb-1cb6-42b0-8a45-736d73f61666 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:43:28.358001 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-08327d98-ff1b-4102-8264-8724f7a6839e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855'] for port (2b9b3c93-7c1e-4e78-a3f6-e11defd536d8), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:28.450771 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_common [None req-8852b1f4-69cf-41c1-8003-e8d5639a19b4 admin admin] Allocated IP 172.27.0.233 (e335cf5a-bd08-4697-9061-81dcecc4c284/5add51e7-3273-4e08-a772-a967bfff1dcd/b84b4e92-c21c-4892-8316-9b88c058bc97) {{(pid=110144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:43:28.451927 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08327d98-ff1b-4102-8264-8724f7a6839e admin admin] Network e335cf5a-bd08-4697-9061-81dcecc4c284 is already hosted by enough agents. {{(pid=110145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:43:28.457784 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.base_scheduler [None req-08327d98-ff1b-4102-8264-8724f7a6839e admin admin] Resources bound (agent type, host, resource id): {{(pid=110145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:43:28.470930 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08327d98-ff1b-4102-8264-8724f7a6839e admin admin] Received port after_create {{(pid=110145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:43:28.503309 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-52607216-86aa-431b-8ac0-f0bf83065693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (605d5592-ae88-4ffb-b11a-3b24b8ee4e81), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:28.506292 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-52607216-86aa-431b-8ac0-f0bf83065693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:28.507526 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-52607216-86aa-431b-8ac0-f0bf83065693 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/605d5592-ae88-4ffb-b11a-3b24b8ee4e81 HTTP/1.1" status: 204 len: 168 time: 0.7755721 Mar 08 04:43:28.546164 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52607216-86aa-431b-8ac0-f0bf83065693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605d5592-ae88-4ffb-b11a-3b24b8ee4e81,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:28.581610 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ccc4e332-bc1b-4ec5-bcbe-17822aa0e94f req-75ebdd47-1229-4e6f-bf67-1116a1b2de58 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 210 time: 0.2627258 Mar 08 04:43:28.668184 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-2423ab31-e748-4f01-b538-5f0b8695cd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'name': 'tempest-AttachVolumeShelveTestJSON-480904037-router', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '6ac4a553-3e37-4e5e-a952-455684760833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:22Z', 'updated_at': '2022-03-08T04:43:26Z', 'revision_number': 3, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'gw_port': {'id': '6ac4a553-3e37-4e5e-a952-455684760833', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:24Z', 'updated_at': '2022-03-08T04:43:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi'}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:43:28.699168 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-8852b1f4-69cf-41c1-8003-e8d5639a19b4 admin admin] Publish callbacks [] for port (b84b4e92-c21c-4892-8316-9b88c058bc97), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:28.706558 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2423ab31-e748-4f01-b538-5f0b8695cd5a None None] Checking router: 0301edbb-1cb6-42b0-8a45-736d73f61666 for host: dv-cinder-740146-13-iscsi {{(pid=110147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:43:28.707130 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2423ab31-e748-4f01-b538-5f0b8695cd5a None None] Updating router 0301edbb-1cb6-42b0-8a45-736d73f61666 port 6ac4a553-3e37-4e5e-a952-455684760833 binding host dv-cinder-740146-13-iscsi {{(pid=110147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 04:43:28.794039 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-2423ab31-e748-4f01-b538-5f0b8695cd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (6ac4a553-3e37-4e5e-a952-455684760833), before_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:28.849072 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e623f11e-5514-4505-8016-1c606aa14222 None None] Network a0b25786-9a98-4b69-9ff8-d7339822960d requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:43:28.852837 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8bc12d7a-361b-4469-8645-7c7390059181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-955746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-951031'] for router (e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:28.854920 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-8852b1f4-69cf-41c1-8003-e8d5639a19b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855'] for port (b84b4e92-c21c-4892-8316-9b88c058bc97), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:28.893024 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08327d98-ff1b-4102-8264-8724f7a6839e admin admin] Pushing event updated for resources: {'Port': ['ID=2b9b3c93-7c1e-4e78-a3f6-e11defd536d8,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:28.926027 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8852b1f4-69cf-41c1-8003-e8d5639a19b4 admin admin] Pushing event updated for resources: {'Port': ['ID=b84b4e92-c21c-4892-8316-9b88c058bc97,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:28.938154 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8852b1f4-69cf-41c1-8003-e8d5639a19b4 admin admin] Network e335cf5a-bd08-4697-9061-81dcecc4c284 is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:43:28.939032 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [None req-8852b1f4-69cf-41c1-8003-e8d5639a19b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:43:28.941662 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8852b1f4-69cf-41c1-8003-e8d5639a19b4 admin admin] Received port after_create {{(pid=110144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:43:29.333262 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-10dc8ce5-fb49-4bb5-855b-77a25984224b None None] Provisioning complete for port 240da7d9-2c2d-4ac4-85b6-f78baa6ef94c triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:29.334096 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-10dc8ce5-fb49-4bb5-855b-77a25984224b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (240da7d9-2c2d-4ac4-85b6-f78baa6ef94c), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:29.412552 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee042ac8-2a99-4311-a450-3a4b2c645ddd None None] Network 55973e4d-cfae-4744-97c2-2f6db5b5eaa4 requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:43:29.421269 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-8852b1f4-69cf-41c1-8003-e8d5639a19b4 admin admin] Publish callbacks [] for router_gateway (2f54059b-7e76-47b0-a531-baf7a8872fae), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:29.470549 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device be4498a6-fd4d-484b-837e-75d63db03130 up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:43:29.481842 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:29.519841 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-2423ab31-e748-4f01-b538-5f0b8695cd5a None None] Publish callbacks [] for port (6ac4a553-3e37-4e5e-a952-455684760833), precommit_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:29.586046 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-2423ab31-e748-4f01-b538-5f0b8695cd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (6ac4a553-3e37-4e5e-a952-455684760833), after_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:29.759665 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b20436-fd2a-4724-bd0d-d7687835ae9a None None] Pushing event updated for resources: {'Port': ['ID=6ac4a553-3e37-4e5e-a952-455684760833,revision_number=2']} {{(pid=110147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:29.762993 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.managers [None req-2423ab31-e748-4f01-b538-5f0b8695cd5a None None] Attempting to bind port 6ac4a553-3e37-4e5e-a952-455684760833 on host dv-cinder-740146-13-iscsi for vnic_type normal with profile {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:43:29.764101 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.managers [None req-2423ab31-e748-4f01-b538-5f0b8695cd5a None None] Attempting to bind port 6ac4a553-3e37-4e5e-a952-455684760833 by drivers openvswitch,hyperv on host dv-cinder-740146-13-iscsi at level 0 using segments [{'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}] {{(pid=110147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:43:29.766323 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2423ab31-e748-4f01-b538-5f0b8695cd5a None None] Attempting to bind port 6ac4a553-3e37-4e5e-a952-455684760833 on network e335cf5a-bd08-4697-9061-81dcecc4c284 {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:43:29.771650 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port be4498a6-fd4d-484b-837e-75d63db03130 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:29.772028 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (be4498a6-fd4d-484b-837e-75d63db03130), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:29.775059 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-10dc8ce5-fb49-4bb5-855b-77a25984224b None None] Current status of the port 240da7d9-2c2d-4ac4-85b6-f78baa6ef94c is: DOWN; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:43:29.775855 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-10dc8ce5-fb49-4bb5-855b-77a25984224b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (240da7d9-2c2d-4ac4-85b6-f78baa6ef94c), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:29.793947 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2423ab31-e748-4f01-b538-5f0b8695cd5a None None] Checking agent: {'id': '4c7881dc-503e-4b59-880f-21834bcd9250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 35, 20), 'started_at': datetime.datetime(2022, 3, 8, 4, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:43:29.799458 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2423ab31-e748-4f01-b538-5f0b8695cd5a None None] Checking segment: {'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:43:29.800507 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-2423ab31-e748-4f01-b538-5f0b8695cd5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:29.801011 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2423ab31-e748-4f01-b538-5f0b8695cd5a None None] Bound using segment: {'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'} {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:43:29.801637 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.managers [None req-2423ab31-e748-4f01-b538-5f0b8695cd5a None None] Bound port: 6ac4a553-3e37-4e5e-a952-455684760833, host: dv-cinder-740146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}}] {{(pid=110147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:43:29.802171 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-2423ab31-e748-4f01-b538-5f0b8695cd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (6ac4a553-3e37-4e5e-a952-455684760833), before_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:29.829553 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b20436-fd2a-4724-bd0d-d7687835ae9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:29.830107 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b20436-fd2a-4724-bd0d-d7687835ae9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:29.830584 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b20436-fd2a-4724-bd0d-d7687835ae9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:29.831967 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b20436-fd2a-4724-bd0d-d7687835ae9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:29.833908 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b20436-fd2a-4724-bd0d-d7687835ae9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:29.836695 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b20436-fd2a-4724-bd0d-d7687835ae9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:29.839191 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b20436-fd2a-4724-bd0d-d7687835ae9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:29.839699 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b20436-fd2a-4724-bd0d-d7687835ae9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:29.839933 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-58d33398-d620-43b9-82fd-cb5af17462f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:29.840282 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b20436-fd2a-4724-bd0d-d7687835ae9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:29.840768 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b20436-fd2a-4724-bd0d-d7687835ae9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:29.841510 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b20436-fd2a-4724-bd0d-d7687835ae9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:29.842709 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b20436-fd2a-4724-bd0d-d7687835ae9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:29.846057 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b20436-fd2a-4724-bd0d-d7687835ae9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:43:29.847652 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b20436-fd2a-4724-bd0d-d7687835ae9a None None] Tracked resource versions report: Mar 08 04:43:29.847652 dv-cinder-740146-13-iscsi neutron-server[110147]: pushed versions: Mar 08 04:43:29.847652 dv-cinder-740146-13-iscsi neutron-server[110147]: { 'AddressGroup': {'1.2'}, Mar 08 04:43:29.847652 dv-cinder-740146-13-iscsi neutron-server[110147]: 'ConntrackHelper': {'1.0'}, Mar 08 04:43:29.847652 dv-cinder-740146-13-iscsi neutron-server[110147]: 'LocalIPAssociation': {'1.0'}, Mar 08 04:43:29.847652 dv-cinder-740146-13-iscsi neutron-server[110147]: 'Log': {'1.0'}, Mar 08 04:43:29.847652 dv-cinder-740146-13-iscsi neutron-server[110147]: 'Network': {'1.1'}, Mar 08 04:43:29.847652 dv-cinder-740146-13-iscsi neutron-server[110147]: 'Port': {'1.7'}, Mar 08 04:43:29.847652 dv-cinder-740146-13-iscsi neutron-server[110147]: 'PortForwarding': {'1.2'}, Mar 08 04:43:29.847652 dv-cinder-740146-13-iscsi neutron-server[110147]: 'QosPolicy': {'1.10'}, Mar 08 04:43:29.847652 dv-cinder-740146-13-iscsi neutron-server[110147]: 'SecurityGroup': {'1.5'}, Mar 08 04:43:29.847652 dv-cinder-740146-13-iscsi neutron-server[110147]: 'SecurityGroupRule': {'1.2'}, Mar 08 04:43:29.847652 dv-cinder-740146-13-iscsi neutron-server[110147]: 'SubPort': {'1.0'}, Mar 08 04:43:29.847652 dv-cinder-740146-13-iscsi neutron-server[110147]: 'Subnet': {'1.1'}, Mar 08 04:43:29.847652 dv-cinder-740146-13-iscsi neutron-server[110147]: 'Trunk': {'1.1'}} Mar 08 04:43:29.847652 dv-cinder-740146-13-iscsi neutron-server[110147]: consumer versions: Mar 08 04:43:29.847652 dv-cinder-740146-13-iscsi neutron-server[110147]: { DHCP agent@dv-cinder-740146-13-iscsi: {}, Mar 08 04:43:29.847652 dv-cinder-740146-13-iscsi neutron-server[110147]: HyperV agent@hv-cinder-74014: {}, Mar 08 04:43:29.847652 dv-cinder-740146-13-iscsi neutron-server[110147]: L3 agent@dv-cinder-740146-13-iscsi: {}, Mar 08 04:43:29.847652 dv-cinder-740146-13-iscsi neutron-server[110147]: Metadata agent@dv-cinder-740146-13-iscsi: {}, Mar 08 04:43:29.847652 dv-cinder-740146-13-iscsi neutron-server[110147]: Metering agent@dv-cinder-740146-13-iscsi: {}, Mar 08 04:43:29.847652 dv-cinder-740146-13-iscsi neutron-server[110147]: Open vSwitch agent@dv-cinder-740146-13-iscsi: { 'AddressGroup': '1.2', Mar 08 04:43:29.847652 dv-cinder-740146-13-iscsi neutron-server[110147]: 'ConntrackHelper': '1.0', Mar 08 04:43:29.847652 dv-cinder-740146-13-iscsi neutron-server[110147]: 'LocalIPAssociation': '1.0', Mar 08 04:43:29.847652 dv-cinder-740146-13-iscsi neutron-server[110147]: 'Log': '1.0', Mar 08 04:43:29.847652 dv-cinder-740146-13-iscsi neutron-server[110147]: 'Network': '1.1', Mar 08 04:43:29.847652 dv-cinder-740146-13-iscsi neutron-server[110147]: 'Port': '1.7', Mar 08 04:43:29.847652 dv-cinder-740146-13-iscsi neutron-server[110147]: 'PortForwarding': '1.2', Mar 08 04:43:29.847652 dv-cinder-740146-13-iscsi neutron-server[110147]: 'QosPolicy': '1.10', Mar 08 04:43:29.847652 dv-cinder-740146-13-iscsi neutron-server[110147]: 'SecurityGroup': '1.5', Mar 08 04:43:29.847652 dv-cinder-740146-13-iscsi neutron-server[110147]: 'SecurityGroupRule': '1.2', Mar 08 04:43:29.847652 dv-cinder-740146-13-iscsi neutron-server[110147]: 'SubPort': '1.0', Mar 08 04:43:29.847652 dv-cinder-740146-13-iscsi neutron-server[110147]: 'Subnet': '1.1', Mar 08 04:43:29.847652 dv-cinder-740146-13-iscsi neutron-server[110147]: 'Trunk': '1.1'}} Mar 08 04:43:29.847652 dv-cinder-740146-13-iscsi neutron-server[110147]: {{(pid=110147) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 08 04:43:29.852401 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-8852b1f4-69cf-41c1-8003-e8d5639a19b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-955746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-951031'] for router (2f54059b-7e76-47b0-a531-baf7a8872fae), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:29.884348 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-10dc8ce5-fb49-4bb5-855b-77a25984224b None None] For port 240da7d9-2c2d-4ac4-85b6-f78baa6ef94c, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=240da7d9-2c2d-4ac4-85b6-f78baa6ef94c,segment=NetworkSegment(a818c616-68c3-44f5-83e0-f69b9edc3447),segment_id=a818c616-68c3-44f5-83e0-f69b9edc3447)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:43:29.966826 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.db [None req-2423ab31-e748-4f01-b538-5f0b8695cd5a None None] For port 6ac4a553-3e37-4e5e-a952-455684760833, host dv-cinder-740146-13-iscsi, cleared binding levels {{(pid=110147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:43:29.972692 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.db [None req-2423ab31-e748-4f01-b538-5f0b8695cd5a None None] For port 6ac4a553-3e37-4e5e-a952-455684760833, host dv-cinder-740146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=6ac4a553-3e37-4e5e-a952-455684760833,segment=NetworkSegment(83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c),segment_id=83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c)] {{(pid=110147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:43:29.977178 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-10dc8ce5-fb49-4bb5-855b-77a25984224b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (240da7d9-2c2d-4ac4-85b6-f78baa6ef94c), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:30.040905 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bc12d7a-361b-4469-8645-7c7390059181 admin admin] Router e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be is scheduled to L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 with binding_index 1 {{(pid=110145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 04:43:30.061486 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc8ce5-fb49-4bb5-855b-77a25984224b None None] Pushing event updated for resources: {'Port': ['ID=240da7d9-2c2d-4ac4-85b6-f78baa6ef94c,revision_number=3']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:30.064443 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port be4498a6-fd4d-484b-837e-75d63db03130 is: DOWN; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:43:30.065007 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (be4498a6-fd4d-484b-837e-75d63db03130), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:30.094029 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-2423ab31-e748-4f01-b538-5f0b8695cd5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (6ac4a553-3e37-4e5e-a952-455684760833), after_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:30.151304 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] For port be4498a6-fd4d-484b-837e-75d63db03130, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=be4498a6-fd4d-484b-837e-75d63db03130,segment=NetworkSegment(3078e9f3-ee99-4520-9a84-dd25cc09024c),segment_id=3078e9f3-ee99-4520-9a84-dd25cc09024c)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:43:30.152497 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-b605232c-dd5e-4389-8294-1fcd76ab376b None None] Provisioning complete for port be4498a6-fd4d-484b-837e-75d63db03130 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:30.153282 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-b605232c-dd5e-4389-8294-1fcd76ab376b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (be4498a6-fd4d-484b-837e-75d63db03130), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:30.184787 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8852b1f4-69cf-41c1-8003-e8d5639a19b4 admin admin] Router 2f54059b-7e76-47b0-a531-baf7a8872fae is scheduled to L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 with binding_index 1 {{(pid=110144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 04:43:30.212741 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (be4498a6-fd4d-484b-837e-75d63db03130), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:30.213578 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 240da7d9-2c2d-4ac4-85b6-f78baa6ef94c up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:43:30.228879 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2423ab31-e748-4f01-b538-5f0b8695cd5a None None] Routers {'0301edbb-1cb6-42b0-8a45-736d73f61666'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:43:30.229913 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-2423ab31-e748-4f01-b538-5f0b8695cd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:43:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['0301edbb-1cb6-42b0-8a45-736d73f61666'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:43:30.243901 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-280a72e1-5e64-4ce4-90d9-4cf394fc7629 req-72c9383c-9e64-4b29-8517-6c0a3d5cbf13 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 210 time: 0.5071094 Mar 08 04:43:30.293629 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b20436-fd2a-4724-bd0d-d7687835ae9a None None] Pushing event updated for resources: {'Port': ['ID=6ac4a553-3e37-4e5e-a952-455684760833,revision_number=3']} {{(pid=110147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:30.396184 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Pushing event updated for resources: {'Port': ['ID=be4498a6-fd4d-484b-837e-75d63db03130,revision_number=3']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:30.407766 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8852b1f4-69cf-41c1-8003-e8d5639a19b4 admin admin] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:43:30.419748 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-2423ab31-e748-4f01-b538-5f0b8695cd5a None None] Set router 0301edbb-1cb6-42b0-8a45-736d73f61666 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:43:30.426348 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba64a5b-18aa-43e4-aa3b-967950e8f0ab None None] Sync routers for ids ['2f54059b-7e76-47b0-a531-baf7a8872fae'] in dv-cinder-740146-13-iscsi {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:43:30.501892 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port 240da7d9-2c2d-4ac4-85b6-f78baa6ef94c triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:30.503600 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (240da7d9-2c2d-4ac4-85b6-f78baa6ef94c), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:30.522827 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-8852b1f4-69cf-41c1-8003-e8d5639a19b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:30.525065 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-8852b1f4-69cf-41c1-8003-e8d5639a19b4 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6617794 Mar 08 04:43:30.527515 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 37876) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:30.544750 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba64a5b-18aa-43e4-aa3b-967950e8f0ab None None] Routers {'2f54059b-7e76-47b0-a531-baf7a8872fae'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:43:30.545740 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-3ba64a5b-18aa-43e4-aa3b-967950e8f0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:43:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['2f54059b-7e76-47b0-a531-baf7a8872fae'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:43:30.551497 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-b605232c-dd5e-4389-8294-1fcd76ab376b None None] Current status of the port be4498a6-fd4d-484b-837e-75d63db03130 is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:43:30.759382 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-2423ab31-e748-4f01-b538-5f0b8695cd5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'name': 'tempest-AttachVolumeShelveTestJSON-480904037-router', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '6ac4a553-3e37-4e5e-a952-455684760833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:22Z', 'updated_at': '2022-03-08T04:43:26Z', 'revision_number': 3, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'gw_port': {'id': '6ac4a553-3e37-4e5e-a952-455684760833', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:24Z', 'updated_at': '2022-03-08T04:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi'}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:43:30.768135 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-3ba64a5b-18aa-43e4-aa3b-967950e8f0ab None None] Set router 2f54059b-7e76-47b0-a531-baf7a8872fae gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:43:30.812848 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-08327d98-ff1b-4102-8264-8724f7a6839e admin admin] Publish callbacks [] for router_gateway (2cb70f1c-563d-4ccb-881b-47f53f004396), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:30.818945 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2423ab31-e748-4f01-b538-5f0b8695cd5a None None] The sync data for ids ['0301edbb-1cb6-42b0-8a45-736d73f61666'] in dv-cinder-740146-13-iscsi is: [{'id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'name': 'tempest-AttachVolumeShelveTestJSON-480904037-router', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '6ac4a553-3e37-4e5e-a952-455684760833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:22Z', 'updated_at': '2022-03-08T04:43:26Z', 'revision_number': 3, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'gw_port': {'id': '6ac4a553-3e37-4e5e-a952-455684760833', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:24Z', 'updated_at': '2022-03-08T04:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi'}] {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:43:30.853623 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port 240da7d9-2c2d-4ac4-85b6-f78baa6ef94c is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:43:30.899750 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-29681263-4608-4ea6-8a7f-51f39252d355 None None] Provisioning complete for port 240da7d9-2c2d-4ac4-85b6-f78baa6ef94c triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:30.901779 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-29681263-4608-4ea6-8a7f-51f39252d355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (240da7d9-2c2d-4ac4-85b6-f78baa6ef94c), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:30.940082 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc12d7a-361b-4469-8645-7c7390059181 admin admin] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:43:30.952543 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea5061f-fcbe-4412-aac7-7d40e22c2526 None None] Sync routers for ids ['e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be'] in dv-cinder-740146-13-iscsi {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:43:30.954002 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.db_base_plugin_common [None req-58d33398-d620-43b9-82fd-cb5af17462f9 admin admin] Allocated IP 172.20.0.1 (860c194c-b911-4147-84ad-16e240b1666f/2b6a1ea5-e77b-4dad-bc11-fe8b411f2953/9583e9f3-4432-4325-8688-db1084d0bc9d) {{(pid=110145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:43:30.973928 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea5061f-fcbe-4412-aac7-7d40e22c2526 None None] Routers {'e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:43:30.974846 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-eea5061f-fcbe-4412-aac7-7d40e22c2526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:43:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:43:31.066887 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8bc12d7a-361b-4469-8645-7c7390059181 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:31.068101 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-8bc12d7a-361b-4469-8645-7c7390059181 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.6693475 Mar 08 04:43:31.071306 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 37884) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:31.094396 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device be4498a6-fd4d-484b-837e-75d63db03130 up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:43:31.176082 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-29681263-4608-4ea6-8a7f-51f39252d355 None None] Current status of the port 240da7d9-2c2d-4ac4-85b6-f78baa6ef94c is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:43:31.192735 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-eea5061f-fcbe-4412-aac7-7d40e22c2526 None None] Set router e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:43:31.222099 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-29681263-4608-4ea6-8a7f-51f39252d355 None None] Provisioning complete for port be4498a6-fd4d-484b-837e-75d63db03130 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:31.222487 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-29681263-4608-4ea6-8a7f-51f39252d355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (be4498a6-fd4d-484b-837e-75d63db03130), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:31.299982 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-08327d98-ff1b-4102-8264-8724f7a6839e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-955746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-951031'] for router (2cb70f1c-563d-4ccb-881b-47f53f004396), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:31.308118 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-58d33398-d620-43b9-82fd-cb5af17462f9 admin admin] Publish callbacks [] for port (9583e9f3-4432-4325-8688-db1084d0bc9d), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:31.435655 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port be4498a6-fd4d-484b-837e-75d63db03130 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:31.445246 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (be4498a6-fd4d-484b-837e-75d63db03130), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:31.529006 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-58d33398-d620-43b9-82fd-cb5af17462f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855'] for port (9583e9f3-4432-4325-8688-db1084d0bc9d), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:31.594243 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-48b1f147-91ec-4b8a-9025-78b97ce74d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:31.608195 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port be4498a6-fd4d-484b-837e-75d63db03130 is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:43:31.609333 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 240da7d9-2c2d-4ac4-85b6-f78baa6ef94c up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:43:31.619455 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-eea5061f-fcbe-4412-aac7-7d40e22c2526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be', 'name': 'tempest-ServerRescueNegativeTestJSON-446900798-router', 'tenant_id': 'bcad66ae90ba4346a7872b34da137f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'af8d40a7-7ecc-43ec-a5a8-e6784a954546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:23Z', 'updated_at': '2022-03-08T04:43:27Z', 'revision_number': 3, 'project_id': 'bcad66ae90ba4346a7872b34da137f6b', 'gw_port': {'id': 'af8d40a7-7ecc-43ec-a5a8-e6784a954546', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:24Z', 'updated_at': '2022-03-08T04:43:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi'}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:43:31.620767 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08327d98-ff1b-4102-8264-8724f7a6839e admin admin] Router 2cb70f1c-563d-4ccb-881b-47f53f004396 is scheduled to L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 with binding_index 1 {{(pid=110145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 04:43:31.652143 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d33398-d620-43b9-82fd-cb5af17462f9 admin admin] Network 860c194c-b911-4147-84ad-16e240b1666f is already hosted by enough agents. {{(pid=110145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:43:31.653522 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d33398-d620-43b9-82fd-cb5af17462f9 admin admin] Pushing event updated for resources: {'Port': ['ID=9583e9f3-4432-4325-8688-db1084d0bc9d,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:31.653631 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea5061f-fcbe-4412-aac7-7d40e22c2526 None None] Checking router: e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be for host: dv-cinder-740146-13-iscsi {{(pid=110147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:43:31.653997 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea5061f-fcbe-4412-aac7-7d40e22c2526 None None] Updating router e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be port af8d40a7-7ecc-43ec-a5a8-e6784a954546 binding host dv-cinder-740146-13-iscsi {{(pid=110147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 04:43:31.658602 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.base_scheduler [None req-58d33398-d620-43b9-82fd-cb5af17462f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:43:31.680666 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2115490c-aa84-4b19-a791-03f27285e40f req-48967146-f950-41bf-9510-63ef8fc0327c tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 210 time: 0.0621789 Mar 08 04:43:31.717884 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-eea5061f-fcbe-4412-aac7-7d40e22c2526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (af8d40a7-7ecc-43ec-a5a8-e6784a954546), before_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:31.760052 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-3ba64a5b-18aa-43e4-aa3b-967950e8f0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'name': 'tempest-AttachVolumeNegativeTest-650372177-router', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:29Z', 'revision_number': 3, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'gw_port': {'id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi'}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:43:31.777848 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d33398-d620-43b9-82fd-cb5af17462f9 admin admin] Received port after_create {{(pid=110145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:43:31.778552 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-58d33398-d620-43b9-82fd-cb5af17462f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952794'] for router_interface (0301edbb-1cb6-42b0-8a45-736d73f61666), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:31.882773 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port 240da7d9-2c2d-4ac4-85b6-f78baa6ef94c triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:31.883163 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (240da7d9-2c2d-4ac4-85b6-f78baa6ef94c), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:31.887517 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba64a5b-18aa-43e4-aa3b-967950e8f0ab None None] Checking router: 2f54059b-7e76-47b0-a531-baf7a8872fae for host: dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:43:31.898785 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba64a5b-18aa-43e4-aa3b-967950e8f0ab None None] Updating router 2f54059b-7e76-47b0-a531-baf7a8872fae port b84b4e92-c21c-4892-8316-9b88c058bc97 binding host dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 04:43:32.006025 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-29681263-4608-4ea6-8a7f-51f39252d355 None None] Current status of the port be4498a6-fd4d-484b-837e-75d63db03130 is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:43:32.076793 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08327d98-ff1b-4102-8264-8724f7a6839e admin admin] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:43:32.097415 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c283bc-2c0d-47ed-a0b3-8ce1614182f0 None None] Sync routers for ids ['2cb70f1c-563d-4ccb-881b-47f53f004396'] in dv-cinder-740146-13-iscsi {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:43:32.100666 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-3ba64a5b-18aa-43e4-aa3b-967950e8f0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (b84b4e92-c21c-4892-8316-9b88c058bc97), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:32.207305 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-eea5061f-fcbe-4412-aac7-7d40e22c2526 None None] Publish callbacks [] for port (af8d40a7-7ecc-43ec-a5a8-e6784a954546), precommit_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:32.208262 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c283bc-2c0d-47ed-a0b3-8ce1614182f0 None None] Routers {'2cb70f1c-563d-4ccb-881b-47f53f004396'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:43:32.208915 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-63c283bc-2c0d-47ed-a0b3-8ce1614182f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:43:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['2cb70f1c-563d-4ccb-881b-47f53f004396'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:43:32.252152 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-58d33398-d620-43b9-82fd-cb5af17462f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (9583e9f3-4432-4325-8688-db1084d0bc9d), before_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:32.258205 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-08327d98-ff1b-4102-8264-8724f7a6839e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:32.260747 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_common [None req-48b1f147-91ec-4b8a-9025-78b97ce74d7b admin admin] Allocated IP 172.20.0.1 (55973e4d-cfae-4744-97c2-2f6db5b5eaa4/7efbded5-60f9-4264-992d-981c4669fa99/eb1992b2-5788-4f84-8a8e-83e131e61c13) {{(pid=110144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:43:32.262768 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 37918) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:32.268693 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-08327d98-ff1b-4102-8264-8724f7a6839e admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.5817540 Mar 08 04:43:32.287532 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-eea5061f-fcbe-4412-aac7-7d40e22c2526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (af8d40a7-7ecc-43ec-a5a8-e6784a954546), after_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:32.392915 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.managers [None req-eea5061f-fcbe-4412-aac7-7d40e22c2526 None None] Attempting to bind port af8d40a7-7ecc-43ec-a5a8-e6784a954546 on host dv-cinder-740146-13-iscsi for vnic_type normal with profile {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:43:32.392915 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.managers [None req-eea5061f-fcbe-4412-aac7-7d40e22c2526 None None] Attempting to bind port af8d40a7-7ecc-43ec-a5a8-e6784a954546 by drivers openvswitch,hyperv on host dv-cinder-740146-13-iscsi at level 0 using segments [{'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}] {{(pid=110147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:43:32.392915 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea5061f-fcbe-4412-aac7-7d40e22c2526 None None] Attempting to bind port af8d40a7-7ecc-43ec-a5a8-e6784a954546 on network e335cf5a-bd08-4697-9061-81dcecc4c284 {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:43:32.400634 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf354494-eb02-47b7-a87e-6453747be6e7 None None] Pushing event updated for resources: {'Port': ['ID=af8d40a7-7ecc-43ec-a5a8-e6784a954546,revision_number=2']} {{(pid=110147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:32.408668 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea5061f-fcbe-4412-aac7-7d40e22c2526 None None] Checking agent: {'id': '4c7881dc-503e-4b59-880f-21834bcd9250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 35, 20), 'started_at': datetime.datetime(2022, 3, 8, 4, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:43:32.409360 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea5061f-fcbe-4412-aac7-7d40e22c2526 None None] Checking segment: {'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:43:32.409911 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-eea5061f-fcbe-4412-aac7-7d40e22c2526 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:32.410435 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea5061f-fcbe-4412-aac7-7d40e22c2526 None None] Bound using segment: {'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'} {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:43:32.411062 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.managers [None req-eea5061f-fcbe-4412-aac7-7d40e22c2526 None None] Bound port: af8d40a7-7ecc-43ec-a5a8-e6784a954546, host: dv-cinder-740146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}}] {{(pid=110147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:43:32.411590 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-eea5061f-fcbe-4412-aac7-7d40e22c2526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (af8d40a7-7ecc-43ec-a5a8-e6784a954546), before_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:32.489597 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.db [None req-eea5061f-fcbe-4412-aac7-7d40e22c2526 None None] For port af8d40a7-7ecc-43ec-a5a8-e6784a954546, host dv-cinder-740146-13-iscsi, cleared binding levels {{(pid=110147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:43:32.493763 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.db [None req-eea5061f-fcbe-4412-aac7-7d40e22c2526 None None] For port af8d40a7-7ecc-43ec-a5a8-e6784a954546, host dv-cinder-740146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=af8d40a7-7ecc-43ec-a5a8-e6784a954546,segment=NetworkSegment(83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c),segment_id=83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c)] {{(pid=110147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:43:32.576361 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-58d33398-d620-43b9-82fd-cb5af17462f9 admin admin] Publish callbacks [] for port (9583e9f3-4432-4325-8688-db1084d0bc9d), precommit_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:32.578533 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-eea5061f-fcbe-4412-aac7-7d40e22c2526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (af8d40a7-7ecc-43ec-a5a8-e6784a954546), after_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:32.597360 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port 240da7d9-2c2d-4ac4-85b6-f78baa6ef94c is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:43:32.649596 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-48b1f147-91ec-4b8a-9025-78b97ce74d7b admin admin] Publish callbacks [] for port (eb1992b2-5788-4f84-8a8e-83e131e61c13), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:32.651014 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea5061f-fcbe-4412-aac7-7d40e22c2526 None None] Routers {'e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:43:32.651844 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-eea5061f-fcbe-4412-aac7-7d40e22c2526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:43:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:43:32.659202 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-58d33398-d620-43b9-82fd-cb5af17462f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (9583e9f3-4432-4325-8688-db1084d0bc9d), after_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:32.660160 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-58d33398-d620-43b9-82fd-cb5af17462f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952758'] for router_interface (0301edbb-1cb6-42b0-8a45-736d73f61666), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:32.696558 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf354494-eb02-47b7-a87e-6453747be6e7 None None] Pushing event updated for resources: {'Port': ['ID=af8d40a7-7ecc-43ec-a5a8-e6784a954546,revision_number=3']} {{(pid=110147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:32.764755 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-f9d8d370-68ee-4439-8b86-2485c1aadf85 None None] Provisioning complete for port 9583e9f3-4432-4325-8688-db1084d0bc9d triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:32.765146 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-f9d8d370-68ee-4439-8b86-2485c1aadf85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (9583e9f3-4432-4325-8688-db1084d0bc9d), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:32.807884 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-eea5061f-fcbe-4412-aac7-7d40e22c2526 None None] Set router e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:43:32.866059 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d33398-d620-43b9-82fd-cb5af17462f9 admin admin] Pushing event updated for resources: {'Port': ['ID=9583e9f3-4432-4325-8688-db1084d0bc9d,revision_number=2']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:32.884558 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-63c283bc-2c0d-47ed-a0b3-8ce1614182f0 None None] Set router 2cb70f1c-563d-4ccb-881b-47f53f004396 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:43:32.941653 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-8874aedf-8055-4d6c-ac3f-47b5b73c7494 req-6098def7-9543-486c-98cb-ec406e262383 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 210 time: 0.0386028 Mar 08 04:43:32.942140 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 37928) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:32.952815 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-9e62d0ac-01c2-4616-95fd-b9be36751896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:33.006205 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d33398-d620-43b9-82fd-cb5af17462f9 admin admin] Network 860c194c-b911-4147-84ad-16e240b1666f is already hosted by enough agents. {{(pid=110145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:43:33.008930 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.base_scheduler [None req-58d33398-d620-43b9-82fd-cb5af17462f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:43:33.056191 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-48b1f147-91ec-4b8a-9025-78b97ce74d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855'] for port (eb1992b2-5788-4f84-8a8e-83e131e61c13), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:33.138967 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-eea5061f-fcbe-4412-aac7-7d40e22c2526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be', 'name': 'tempest-ServerRescueNegativeTestJSON-446900798-router', 'tenant_id': 'bcad66ae90ba4346a7872b34da137f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'af8d40a7-7ecc-43ec-a5a8-e6784a954546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:23Z', 'updated_at': '2022-03-08T04:43:27Z', 'revision_number': 3, 'project_id': 'bcad66ae90ba4346a7872b34da137f6b', 'gw_port': {'id': 'af8d40a7-7ecc-43ec-a5a8-e6784a954546', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:24Z', 'updated_at': '2022-03-08T04:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi'}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:43:33.156625 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 6ac4a553-3e37-4e5e-a952-455684760833 up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:43:33.159756 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-f9d8d370-68ee-4439-8b86-2485c1aadf85 None None] Port 9583e9f3-4432-4325-8688-db1084d0bc9d cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:43:33.173121 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea5061f-fcbe-4412-aac7-7d40e22c2526 None None] The sync data for ids ['e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be'] in dv-cinder-740146-13-iscsi is: [{'id': 'e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be', 'name': 'tempest-ServerRescueNegativeTestJSON-446900798-router', 'tenant_id': 'bcad66ae90ba4346a7872b34da137f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'af8d40a7-7ecc-43ec-a5a8-e6784a954546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:23Z', 'updated_at': '2022-03-08T04:43:27Z', 'revision_number': 3, 'project_id': 'bcad66ae90ba4346a7872b34da137f6b', 'gw_port': {'id': 'af8d40a7-7ecc-43ec-a5a8-e6784a954546', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:24Z', 'updated_at': '2022-03-08T04:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi'}] {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:43:33.252177 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b1f147-91ec-4b8a-9025-78b97ce74d7b admin admin] Network 55973e4d-cfae-4744-97c2-2f6db5b5eaa4 is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:43:33.259440 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b1f147-91ec-4b8a-9025-78b97ce74d7b admin admin] Pushing event updated for resources: {'Port': ['ID=eb1992b2-5788-4f84-8a8e-83e131e61c13,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:33.278037 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [None req-48b1f147-91ec-4b8a-9025-78b97ce74d7b admin admin] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:43:33.281931 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b1f147-91ec-4b8a-9025-78b97ce74d7b admin admin] Received port after_create {{(pid=110144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:43:33.282440 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-48b1f147-91ec-4b8a-9025-78b97ce74d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952794'] for router_interface (2f54059b-7e76-47b0-a531-baf7a8872fae), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:33.286990 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6b0c7cb3-9a5c-4a6e-8256-84ae37fbc1cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:33.406329 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d33398-d620-43b9-82fd-cb5af17462f9 admin admin] Router 0301edbb-1cb6-42b0-8a45-736d73f61666 has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:43:33.408252 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-3ba64a5b-18aa-43e4-aa3b-967950e8f0ab None None] Publish callbacks [] for port (b84b4e92-c21c-4892-8316-9b88c058bc97), precommit_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:33.455928 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port 6ac4a553-3e37-4e5e-a952-455684760833 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:33.459384 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (6ac4a553-3e37-4e5e-a952-455684760833), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:33.540303 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-3ba64a5b-18aa-43e4-aa3b-967950e8f0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (b84b4e92-c21c-4892-8316-9b88c058bc97), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:33.592201 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6b0c7cb3-9a5c-4a6e-8256-84ae37fbc1cf admin admin] Publish callbacks [] for security_group (eacb7109-ae2d-4b6c-af5d-282abbb61994), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:33.634463 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d33398-d620-43b9-82fd-cb5af17462f9 admin admin] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:43:33.634847 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-3ba64a5b-18aa-43e4-aa3b-967950e8f0ab None None] Attempting to bind port b84b4e92-c21c-4892-8316-9b88c058bc97 on host dv-cinder-740146-13-iscsi for vnic_type normal with profile {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:43:33.635226 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-3ba64a5b-18aa-43e4-aa3b-967950e8f0ab None None] Attempting to bind port b84b4e92-c21c-4892-8316-9b88c058bc97 by drivers openvswitch,hyperv on host dv-cinder-740146-13-iscsi at level 0 using segments [{'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:43:33.635593 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba64a5b-18aa-43e4-aa3b-967950e8f0ab None None] Attempting to bind port b84b4e92-c21c-4892-8316-9b88c058bc97 on network e335cf5a-bd08-4697-9061-81dcecc4c284 {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:43:33.645872 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba64a5b-18aa-43e4-aa3b-967950e8f0ab None None] Checking agent: {'id': '4c7881dc-503e-4b59-880f-21834bcd9250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 35, 20), 'started_at': datetime.datetime(2022, 3, 8, 4, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:43:33.646870 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba64a5b-18aa-43e4-aa3b-967950e8f0ab None None] Checking segment: {'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:43:33.646961 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-3ba64a5b-18aa-43e4-aa3b-967950e8f0ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:33.651917 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba64a5b-18aa-43e4-aa3b-967950e8f0ab None None] Bound using segment: {'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:43:33.651917 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-3ba64a5b-18aa-43e4-aa3b-967950e8f0ab None None] Bound port: b84b4e92-c21c-4892-8316-9b88c058bc97, host: dv-cinder-740146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:43:33.651917 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-3ba64a5b-18aa-43e4-aa3b-967950e8f0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (b84b4e92-c21c-4892-8316-9b88c058bc97), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:33.654460 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-58d33398-d620-43b9-82fd-cb5af17462f9 admin admin] 10.222.0.35 "PUT /v2.0/routers/0301edbb-1cb6-42b0-8a45-736d73f61666/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8746302 Mar 08 04:43:33.673144 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6b0c7cb3-9a5c-4a6e-8256-84ae37fbc1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (eacb7109-ae2d-4b6c-af5d-282abbb61994), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:33.694297 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84d5d49-98b2-4eb0-bf9e-3bbd74528be9 None None] Sync routers for ids ['0301edbb-1cb6-42b0-8a45-736d73f61666'] in dv-cinder-740146-13-iscsi {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:43:33.714660 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84d5d49-98b2-4eb0-bf9e-3bbd74528be9 None None] Routers {'0301edbb-1cb6-42b0-8a45-736d73f61666'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:43:33.717855 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-d84d5d49-98b2-4eb0-bf9e-3bbd74528be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:43:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['0301edbb-1cb6-42b0-8a45-736d73f61666'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:43:33.723640 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-3ba64a5b-18aa-43e4-aa3b-967950e8f0ab None None] For port b84b4e92-c21c-4892-8316-9b88c058bc97, host dv-cinder-740146-13-iscsi, cleared binding levels {{(pid=110146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:43:33.725232 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-6b0c7cb3-9a5c-4a6e-8256-84ae37fbc1cf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9f109c458a5f48fa9dd034e85730b66c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7772362 Mar 08 04:43:33.727186 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c7cb3-9a5c-4a6e-8256-84ae37fbc1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eacb7109-ae2d-4b6c-af5d-282abbb61994,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:33.729640 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 37938) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:33.730670 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-3ba64a5b-18aa-43e4-aa3b-967950e8f0ab None None] For port b84b4e92-c21c-4892-8316-9b88c058bc97, host dv-cinder-740146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=b84b4e92-c21c-4892-8316-9b88c058bc97,segment=NetworkSegment(83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c),segment_id=83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c)] {{(pid=110146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:43:33.745913 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-44548d46-1c79-4f0a-8d0f-31335cf5e333 None None] Provisioning complete for port 9583e9f3-4432-4325-8688-db1084d0bc9d triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:33.746302 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-44548d46-1c79-4f0a-8d0f-31335cf5e333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (9583e9f3-4432-4325-8688-db1084d0bc9d), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:33.820458 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-44548d46-1c79-4f0a-8d0f-31335cf5e333 None None] Port 9583e9f3-4432-4325-8688-db1084d0bc9d cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:43:33.834864 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-1d16ddc3-ef01-46ae-94e9-924fc71a4322 admin admin] Publish callbacks [] for security_group (eacb7109-ae2d-4b6c-af5d-282abbb61994), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:33.845097 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7754cf-f3f8-484e-ac31-030358fcdf9a None None] Pushing event updated for resources: {'Port': ['ID=b84b4e92-c21c-4892-8316-9b88c058bc97,revision_number=2']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:33.860917 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-63c283bc-2c0d-47ed-a0b3-8ce1614182f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'name': 'tempest-AttachVolumeTestJSON-878477155-router', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '2b9b3c93-7c1e-4e78-a3f6-e11defd536d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:29Z', 'revision_number': 3, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'gw_port': {'id': '2b9b3c93-7c1e-4e78-a3f6-e11defd536d8', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:13:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi'}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:43:33.870839 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-1d16ddc3-ef01-46ae-94e9-924fc71a4322 admin admin] Publish callbacks [] for security_group (eacb7109-ae2d-4b6c-af5d-282abbb61994), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:33.922664 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-3ba64a5b-18aa-43e4-aa3b-967950e8f0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (b84b4e92-c21c-4892-8316-9b88c058bc97), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:33.945609 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c283bc-2c0d-47ed-a0b3-8ce1614182f0 None None] Checking router: 2cb70f1c-563d-4ccb-881b-47f53f004396 for host: dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:43:33.948178 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c283bc-2c0d-47ed-a0b3-8ce1614182f0 None None] Updating router 2cb70f1c-563d-4ccb-881b-47f53f004396 port 2b9b3c93-7c1e-4e78-a3f6-e11defd536d8 binding host dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 04:43:34.013240 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-d84d5d49-98b2-4eb0-bf9e-3bbd74528be9 None None] Set router 0301edbb-1cb6-42b0-8a45-736d73f61666 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:43:34.018707 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_common [None req-9e62d0ac-01c2-4616-95fd-b9be36751896 admin admin] Allocated IP 172.20.0.1 (cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7/163b8d78-8815-4c1c-8542-991483b60755/fb9d9071-700b-4110-af17-728edf5a7372) {{(pid=110144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:43:34.024866 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-1d16ddc3-ef01-46ae-94e9-924fc71a4322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (eacb7109-ae2d-4b6c-af5d-282abbb61994), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:34.027494 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-1d16ddc3-ef01-46ae-94e9-924fc71a4322 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:34.031539 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-1d16ddc3-ef01-46ae-94e9-924fc71a4322 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eacb7109-ae2d-4b6c-af5d-282abbb61994 HTTP/1.1" status: 204 len: 168 time: 0.3007531 Mar 08 04:43:34.052967 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d16ddc3-ef01-46ae-94e9-924fc71a4322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacb7109-ae2d-4b6c-af5d-282abbb61994,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:34.086000 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-63c283bc-2c0d-47ed-a0b3-8ce1614182f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (2b9b3c93-7c1e-4e78-a3f6-e11defd536d8), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:34.247107 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7754cf-f3f8-484e-ac31-030358fcdf9a None None] Pushing event updated for resources: {'Port': ['ID=b84b4e92-c21c-4892-8316-9b88c058bc97,revision_number=3']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:34.290420 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-116b41a7-5fdb-40d7-85e5-0a58410c3b3a None None] Provisioning complete for port eb1992b2-5788-4f84-8a8e-83e131e61c13 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:34.290945 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-116b41a7-5fdb-40d7-85e5-0a58410c3b3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (eb1992b2-5788-4f84-8a8e-83e131e61c13), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:34.293113 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port 6ac4a553-3e37-4e5e-a952-455684760833 is: DOWN; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:43:34.294231 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (6ac4a553-3e37-4e5e-a952-455684760833), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:34.311163 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-9bbf8b13-9c85-419d-aa53-aee53d2d8fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:34.424018 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba64a5b-18aa-43e4-aa3b-967950e8f0ab None None] Routers {'2f54059b-7e76-47b0-a531-baf7a8872fae'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:43:34.424968 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-3ba64a5b-18aa-43e4-aa3b-967950e8f0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:43:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['2f54059b-7e76-47b0-a531-baf7a8872fae'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:43:34.427106 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-48b1f147-91ec-4b8a-9025-78b97ce74d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (eb1992b2-5788-4f84-8a8e-83e131e61c13), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:34.474945 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 37956) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:34.488091 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-f28a972e-1bc7-4b5d-ab02-df62d9fbde6f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Request body: {'security_group': {'name': 'tempest-securitygroup--196361340', 'description': 'tempest-description--624497149'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:34.491316 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-e7a1791d-34a3-4b2a-ba37-562b5821b560 req-bc65838d-a060-445a-aadf-b75a32608e5f tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 210 time: 0.3961000 Mar 08 04:43:34.522332 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-d84d5d49-98b2-4eb0-bf9e-3bbd74528be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'name': 'tempest-AttachVolumeShelveTestJSON-480904037-router', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '6ac4a553-3e37-4e5e-a952-455684760833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:22Z', 'updated_at': '2022-03-08T04:43:32Z', 'revision_number': 4, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'gw_port': {'id': '6ac4a553-3e37-4e5e-a952-455684760833', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:24Z', 'updated_at': '2022-03-08T04:43:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': '9583e9f3-4432-4325-8688-db1084d0bc9d', 'name': '', 'network_id': '860c194c-b911-4147-84ad-16e240b1666f', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'mac_address': 'fa:16:3e:16:1d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2b6a1ea5-e77b-4dad-bc11-fe8b411f2953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:30Z', 'updated_at': '2022-03-08T04:43:32Z', 'revision_number': 2, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'subnets': [{'id': '2b6a1ea5-e77b-4dad-bc11-fe8b411f2953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:43:34.545877 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] For port 6ac4a553-3e37-4e5e-a952-455684760833, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=6ac4a553-3e37-4e5e-a952-455684760833,segment=NetworkSegment(83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c),segment_id=83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:43:34.563222 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84d5d49-98b2-4eb0-bf9e-3bbd74528be9 None None] Checking router: 0301edbb-1cb6-42b0-8a45-736d73f61666 for host: dv-cinder-740146-13-iscsi {{(pid=110147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:43:34.563589 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84d5d49-98b2-4eb0-bf9e-3bbd74528be9 None None] Updating router 0301edbb-1cb6-42b0-8a45-736d73f61666 port 9583e9f3-4432-4325-8688-db1084d0bc9d binding host dv-cinder-740146-13-iscsi {{(pid=110147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 04:43:34.584664 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-116b41a7-5fdb-40d7-85e5-0a58410c3b3a None None] Port eb1992b2-5788-4f84-8a8e-83e131e61c13 cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:43:34.601708 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-d84d5d49-98b2-4eb0-bf9e-3bbd74528be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (9583e9f3-4432-4325-8688-db1084d0bc9d), before_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:34.603919 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-f28a972e-1bc7-4b5d-ab02-df62d9fbde6f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:34.632932 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (6ac4a553-3e37-4e5e-a952-455684760833), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:34.648002 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-9e62d0ac-01c2-4616-95fd-b9be36751896 admin admin] Publish callbacks [] for port (fb9d9071-700b-4110-af17-728edf5a7372), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:34.801506 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-3ba64a5b-18aa-43e4-aa3b-967950e8f0ab None None] Set router 2f54059b-7e76-47b0-a531-baf7a8872fae gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:43:34.854708 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Pushing event updated for resources: {'Port': ['ID=6ac4a553-3e37-4e5e-a952-455684760833,revision_number=4']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:34.953003 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-f28a972e-1bc7-4b5d-ab02-df62d9fbde6f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for security_group (f0b9d6c9-c1f1-4af7-99cf-62b12d72211b), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:34.961738 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-d84d5d49-98b2-4eb0-bf9e-3bbd74528be9 None None] Publish callbacks [] for port (9583e9f3-4432-4325-8688-db1084d0bc9d), precommit_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:34.962562 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-9e62d0ac-01c2-4616-95fd-b9be36751896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855'] for port (fb9d9071-700b-4110-af17-728edf5a7372), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:34.966315 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_common [None req-9bbf8b13-9c85-419d-aa53-aee53d2d8fc6 admin admin] Allocated IP 172.20.0.1 (a0b25786-9a98-4b69-9ff8-d7339822960d/7cfe1804-64f6-4463-a6ac-0aac353986ac/4b19e078-88db-4ae0-91c5-ac908cfdf1dc) {{(pid=110144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:43:34.973354 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 37960) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:35.003790 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-d9fea6d8-f00f-44e2-b727-64257b057161 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:35.054291 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-d84d5d49-98b2-4eb0-bf9e-3bbd74528be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (9583e9f3-4432-4325-8688-db1084d0bc9d), after_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:35.071843 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e62d0ac-01c2-4616-95fd-b9be36751896 admin admin] Network cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7 is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:43:35.084479 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-f28a972e-1bc7-4b5d-ab02-df62d9fbde6f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (f0b9d6c9-c1f1-4af7-99cf-62b12d72211b), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:35.091377 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-48b1f147-91ec-4b8a-9025-78b97ce74d7b admin admin] Publish callbacks [] for port (eb1992b2-5788-4f84-8a8e-83e131e61c13), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:35.117062 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [None req-9e62d0ac-01c2-4616-95fd-b9be36751896 admin admin] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:43:35.119900 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e62d0ac-01c2-4616-95fd-b9be36751896 admin admin] Received port after_create {{(pid=110144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:43:35.120395 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-9e62d0ac-01c2-4616-95fd-b9be36751896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952794'] for router_interface (e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:35.168385 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-d9fea6d8-f00f-44e2-b727-64257b057161 admin admin] Publish callbacks [] for security_group (d349da92-58f1-4c4a-8bb4-74c3ef82849d), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:35.169812 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 6ac4a553-3e37-4e5e-a952-455684760833 up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:43:35.180880 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc7e9a-f220-4402-9a68-70945142bbcb None None] Pushing event updated for resources: {'Port': ['ID=9583e9f3-4432-4325-8688-db1084d0bc9d,revision_number=3']} {{(pid=110147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:35.206878 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-63c283bc-2c0d-47ed-a0b3-8ce1614182f0 None None] Publish callbacks [] for port (2b9b3c93-7c1e-4e78-a3f6-e11defd536d8), precommit_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:35.225458 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62d0ac-01c2-4616-95fd-b9be36751896 admin admin] Pushing event updated for resources: {'Port': ['ID=fb9d9071-700b-4110-af17-728edf5a7372,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:35.229472 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-48b1f147-91ec-4b8a-9025-78b97ce74d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (eb1992b2-5788-4f84-8a8e-83e131e61c13), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:35.230665 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-d9fea6d8-f00f-44e2-b727-64257b057161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (d349da92-58f1-4c4a-8bb4-74c3ef82849d), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:35.242946 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-48b1f147-91ec-4b8a-9025-78b97ce74d7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952758'] for router_interface (2f54059b-7e76-47b0-a531-baf7a8872fae), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:35.270695 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.managers [None req-d84d5d49-98b2-4eb0-bf9e-3bbd74528be9 None None] Attempting to bind port 9583e9f3-4432-4325-8688-db1084d0bc9d on host dv-cinder-740146-13-iscsi for vnic_type normal with profile {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:43:35.271067 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.managers [None req-d84d5d49-98b2-4eb0-bf9e-3bbd74528be9 None None] Attempting to bind port 9583e9f3-4432-4325-8688-db1084d0bc9d by drivers openvswitch,hyperv on host dv-cinder-740146-13-iscsi at level 0 using segments [{'id': 'b5d0be17-e38f-4e92-9e95-4d4779f06bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '860c194c-b911-4147-84ad-16e240b1666f'}] {{(pid=110147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:43:35.271498 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84d5d49-98b2-4eb0-bf9e-3bbd74528be9 None None] Attempting to bind port 9583e9f3-4432-4325-8688-db1084d0bc9d on network 860c194c-b911-4147-84ad-16e240b1666f {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:43:35.278209 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84d5d49-98b2-4eb0-bf9e-3bbd74528be9 None None] Checking agent: {'id': '4c7881dc-503e-4b59-880f-21834bcd9250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 35, 20), 'started_at': datetime.datetime(2022, 3, 8, 4, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:43:35.278592 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84d5d49-98b2-4eb0-bf9e-3bbd74528be9 None None] Checking segment: {'id': 'b5d0be17-e38f-4e92-9e95-4d4779f06bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '860c194c-b911-4147-84ad-16e240b1666f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:43:35.279002 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-d84d5d49-98b2-4eb0-bf9e-3bbd74528be9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:35.279393 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84d5d49-98b2-4eb0-bf9e-3bbd74528be9 None None] Bound using segment: {'id': 'b5d0be17-e38f-4e92-9e95-4d4779f06bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '860c194c-b911-4147-84ad-16e240b1666f'} {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:43:35.279990 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.managers [None req-d84d5d49-98b2-4eb0-bf9e-3bbd74528be9 None None] Bound port: 9583e9f3-4432-4325-8688-db1084d0bc9d, host: dv-cinder-740146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d0be17-e38f-4e92-9e95-4d4779f06bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '860c194c-b911-4147-84ad-16e240b1666f'}}] {{(pid=110147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:43:35.280380 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-d84d5d49-98b2-4eb0-bf9e-3bbd74528be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (9583e9f3-4432-4325-8688-db1084d0bc9d), before_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:35.321312 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port 6ac4a553-3e37-4e5e-a952-455684760833 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:35.321881 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (6ac4a553-3e37-4e5e-a952-455684760833), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:35.330975 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-63c283bc-2c0d-47ed-a0b3-8ce1614182f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (2b9b3c93-7c1e-4e78-a3f6-e11defd536d8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:35.337240 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-d9fea6d8-f00f-44e2-b727-64257b057161 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0638c7cc8b2e42248c40d258cbf89a83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3622639 Mar 08 04:43:35.337711 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 37966) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:35.353344 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fea6d8-f00f-44e2-b727-64257b057161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d349da92-58f1-4c4a-8bb4-74c3ef82849d,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:35.368212 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-f28a972e-1bc7-4b5d-ab02-df62d9fbde6f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:35.369061 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.db [None req-d84d5d49-98b2-4eb0-bf9e-3bbd74528be9 None None] For port 9583e9f3-4432-4325-8688-db1084d0bc9d, host dv-cinder-740146-13-iscsi, cleared binding levels {{(pid=110147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:43:35.372341 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-f28a972e-1bc7-4b5d-ab02-df62d9fbde6f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.8854196 Mar 08 04:43:35.372923 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.db [None req-d84d5d49-98b2-4eb0-bf9e-3bbd74528be9 None None] For port 9583e9f3-4432-4325-8688-db1084d0bc9d, host dv-cinder-740146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=9583e9f3-4432-4325-8688-db1084d0bc9d,segment=NetworkSegment(b5d0be17-e38f-4e92-9e95-4d4779f06bf0),segment_id=b5d0be17-e38f-4e92-9e95-4d4779f06bf0)] {{(pid=110147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:43:35.373049 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 37968) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:35.379307 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-39771015-251f-4ab5-816b-6e97f340b175 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Request body: {'security_group_rule': {'security_group_id': 'f0b9d6c9-c1f1-4af7-99cf-62b12d72211b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:35.385971 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b1f147-91ec-4b8a-9025-78b97ce74d7b admin admin] Pushing event updated for resources: {'Port': ['ID=eb1992b2-5788-4f84-8a8e-83e131e61c13,revision_number=2']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:35.418614 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-3ba64a5b-18aa-43e4-aa3b-967950e8f0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'name': 'tempest-AttachVolumeNegativeTest-650372177-router', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'gw_port': {'id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': 'eb1992b2-5788-4f84-8a8e-83e131e61c13', 'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'mac_address': 'fa:16:3e:5f:97:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7efbded5-60f9-4264-992d-981c4669fa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:31Z', 'updated_at': '2022-03-08T04:43:32Z', 'revision_number': 1, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'subnets': [{'id': '7efbded5-60f9-4264-992d-981c4669fa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:43:35.436517 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-d84d5d49-98b2-4eb0-bf9e-3bbd74528be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (9583e9f3-4432-4325-8688-db1084d0bc9d), after_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:35.447461 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a972e-1bc7-4b5d-ab02-df62d9fbde6f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:35.475198 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-67db10ee-e984-41a6-817d-def8723e88d7 admin admin] Publish callbacks [] for security_group (d349da92-58f1-4c4a-8bb4-74c3ef82849d), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:35.531192 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f33b287-77f7-4c1d-85ee-9f675c3559ec None None] Pushing event updated for resources: {'Port': ['ID=2b9b3c93-7c1e-4e78-a3f6-e11defd536d8,revision_number=2']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:35.533193 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-67db10ee-e984-41a6-817d-def8723e88d7 admin admin] Publish callbacks [] for security_group (d349da92-58f1-4c4a-8bb4-74c3ef82849d), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:35.551103 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba64a5b-18aa-43e4-aa3b-967950e8f0ab None None] The sync data for ids ['2f54059b-7e76-47b0-a531-baf7a8872fae'] in dv-cinder-740146-13-iscsi is: [{'id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'name': 'tempest-AttachVolumeNegativeTest-650372177-router', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'gw_port': {'id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2e:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': 'eb1992b2-5788-4f84-8a8e-83e131e61c13', 'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'mac_address': 'fa:16:3e:5f:97:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7efbded5-60f9-4264-992d-981c4669fa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:31Z', 'updated_at': '2022-03-08T04:43:32Z', 'revision_number': 1, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'subnets': [{'id': '7efbded5-60f9-4264-992d-981c4669fa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:43:35.597079 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-9bbf8b13-9c85-419d-aa53-aee53d2d8fc6 admin admin] Publish callbacks [] for port (4b19e078-88db-4ae0-91c5-ac908cfdf1dc), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:35.606658 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84d5d49-98b2-4eb0-bf9e-3bbd74528be9 None None] Routers {'0301edbb-1cb6-42b0-8a45-736d73f61666'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:43:35.609021 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-d84d5d49-98b2-4eb0-bf9e-3bbd74528be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:43:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['0301edbb-1cb6-42b0-8a45-736d73f61666'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:43:35.630856 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-63c283bc-2c0d-47ed-a0b3-8ce1614182f0 None None] Attempting to bind port 2b9b3c93-7c1e-4e78-a3f6-e11defd536d8 on host dv-cinder-740146-13-iscsi for vnic_type normal with profile {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:43:35.632146 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-63c283bc-2c0d-47ed-a0b3-8ce1614182f0 None None] Attempting to bind port 2b9b3c93-7c1e-4e78-a3f6-e11defd536d8 by drivers openvswitch,hyperv on host dv-cinder-740146-13-iscsi at level 0 using segments [{'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:43:35.633607 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c283bc-2c0d-47ed-a0b3-8ce1614182f0 None None] Attempting to bind port 2b9b3c93-7c1e-4e78-a3f6-e11defd536d8 on network e335cf5a-bd08-4697-9061-81dcecc4c284 {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:43:35.649000 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-39771015-251f-4ab5-816b-6e97f340b175 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for security_group_rule (77fd95c4-32bd-4ec1-8457-75683a81d7d0), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:35.657601 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c283bc-2c0d-47ed-a0b3-8ce1614182f0 None None] Checking agent: {'id': '4c7881dc-503e-4b59-880f-21834bcd9250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 35, 20), 'started_at': datetime.datetime(2022, 3, 8, 4, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:43:35.658174 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c283bc-2c0d-47ed-a0b3-8ce1614182f0 None None] Checking segment: {'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:43:35.658789 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-63c283bc-2c0d-47ed-a0b3-8ce1614182f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:35.659394 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c283bc-2c0d-47ed-a0b3-8ce1614182f0 None None] Bound using segment: {'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:43:35.660125 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-63c283bc-2c0d-47ed-a0b3-8ce1614182f0 None None] Bound port: 2b9b3c93-7c1e-4e78-a3f6-e11defd536d8, host: dv-cinder-740146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:43:35.660593 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-63c283bc-2c0d-47ed-a0b3-8ce1614182f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (2b9b3c93-7c1e-4e78-a3f6-e11defd536d8), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:35.685086 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-281a74e8-4a13-4b9b-8aec-421f8b190145 None None] Provisioning complete for port 9583e9f3-4432-4325-8688-db1084d0bc9d triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:35.685624 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-281a74e8-4a13-4b9b-8aec-421f8b190145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (9583e9f3-4432-4325-8688-db1084d0bc9d), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:35.688341 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-67db10ee-e984-41a6-817d-def8723e88d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (d349da92-58f1-4c4a-8bb4-74c3ef82849d), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:35.689409 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-67db10ee-e984-41a6-817d-def8723e88d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:35.691275 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-67db10ee-e984-41a6-817d-def8723e88d7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d349da92-58f1-4c4a-8bb4-74c3ef82849d HTTP/1.1" status: 204 len: 168 time: 0.3442760 Mar 08 04:43:35.713383 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc7e9a-f220-4402-9a68-70945142bbcb None None] Pushing event updated for resources: {'Port': ['ID=9583e9f3-4432-4325-8688-db1084d0bc9d,revision_number=4']} {{(pid=110147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:35.736412 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db10ee-e984-41a6-817d-def8723e88d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d349da92-58f1-4c4a-8bb4-74c3ef82849d,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:35.766316 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9b52847d-05dd-4159-9b19-abd2513e9276 req-3746f6af-4aa0-4d86-bb19-abe59c09055d tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 210 time: 0.1180713 Mar 08 04:43:35.822452 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-39771015-251f-4ab5-816b-6e97f340b175 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for security_group_rule (77fd95c4-32bd-4ec1-8457-75683a81d7d0), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:35.859171 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-39771015-251f-4ab5-816b-6e97f340b175 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575780'] for security_group_rule (77fd95c4-32bd-4ec1-8457-75683a81d7d0), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:35.905212 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39771015-251f-4ab5-816b-6e97f340b175 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77fd95c4-32bd-4ec1-8457-75683a81d7d0,revision_number=0']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:35.909644 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-63c283bc-2c0d-47ed-a0b3-8ce1614182f0 None None] For port 2b9b3c93-7c1e-4e78-a3f6-e11defd536d8, host dv-cinder-740146-13-iscsi, cleared binding levels {{(pid=110146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:43:35.923671 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-63c283bc-2c0d-47ed-a0b3-8ce1614182f0 None None] For port 2b9b3c93-7c1e-4e78-a3f6-e11defd536d8, host dv-cinder-740146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=2b9b3c93-7c1e-4e78-a3f6-e11defd536d8,segment=NetworkSegment(83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c),segment_id=83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c)] {{(pid=110146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:43:35.927501 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b1f147-91ec-4b8a-9025-78b97ce74d7b admin admin] Network 55973e4d-cfae-4744-97c2-2f6db5b5eaa4 is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:43:35.930142 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-9e62d0ac-01c2-4616-95fd-b9be36751896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (fb9d9071-700b-4110-af17-728edf5a7372), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:35.941019 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [None req-48b1f147-91ec-4b8a-9025-78b97ce74d7b admin admin] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:43:36.017671 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-39771015-251f-4ab5-816b-6e97f340b175 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:36.019143 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-39771015-251f-4ab5-816b-6e97f340b175 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6449795 Mar 08 04:43:36.036056 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 37978) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:36.036056 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-9bbf8b13-9c85-419d-aa53-aee53d2d8fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855'] for port (4b19e078-88db-4ae0-91c5-ac908cfdf1dc), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:36.043120 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-d9e8f49f-b714-4b02-a049-47f66cf465fb tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Request body: {'security_group_rule': {'security_group_id': 'f0b9d6c9-c1f1-4af7-99cf-62b12d72211b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:36.045959 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-63c283bc-2c0d-47ed-a0b3-8ce1614182f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (2b9b3c93-7c1e-4e78-a3f6-e11defd536d8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:36.167312 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port 6ac4a553-3e37-4e5e-a952-455684760833 is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:43:36.168319 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device af8d40a7-7ecc-43ec-a5a8-e6784a954546 up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:43:36.169041 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbf8b13-9c85-419d-aa53-aee53d2d8fc6 admin admin] Network a0b25786-9a98-4b69-9ff8-d7339822960d is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:43:36.173121 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f33b287-77f7-4c1d-85ee-9f675c3559ec None None] Pushing event updated for resources: {'Port': ['ID=2b9b3c93-7c1e-4e78-a3f6-e11defd536d8,revision_number=3']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:36.189870 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf8b13-9c85-419d-aa53-aee53d2d8fc6 admin admin] Pushing event updated for resources: {'Port': ['ID=4b19e078-88db-4ae0-91c5-ac908cfdf1dc,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:36.200824 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [None req-9bbf8b13-9c85-419d-aa53-aee53d2d8fc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:43:36.217985 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-d84d5d49-98b2-4eb0-bf9e-3bbd74528be9 None None] Set router 0301edbb-1cb6-42b0-8a45-736d73f61666 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:43:36.224656 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c283bc-2c0d-47ed-a0b3-8ce1614182f0 None None] Routers {'2cb70f1c-563d-4ccb-881b-47f53f004396'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:43:36.225475 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-63c283bc-2c0d-47ed-a0b3-8ce1614182f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:43:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['2cb70f1c-563d-4ccb-881b-47f53f004396'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:43:36.286439 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbf8b13-9c85-419d-aa53-aee53d2d8fc6 admin admin] Received port after_create {{(pid=110144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:43:36.286932 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-9bbf8b13-9c85-419d-aa53-aee53d2d8fc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952794'] for router_interface (2cb70f1c-563d-4ccb-881b-47f53f004396), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:36.587003 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-63c283bc-2c0d-47ed-a0b3-8ce1614182f0 None None] Set router 2cb70f1c-563d-4ccb-881b-47f53f004396 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:43:36.603846 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-281a74e8-4a13-4b9b-8aec-421f8b190145 None None] Current status of the port 9583e9f3-4432-4325-8688-db1084d0bc9d is: DOWN; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:43:36.605314 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-281a74e8-4a13-4b9b-8aec-421f8b190145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (9583e9f3-4432-4325-8688-db1084d0bc9d), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:36.699911 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-d84d5d49-98b2-4eb0-bf9e-3bbd74528be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'name': 'tempest-AttachVolumeShelveTestJSON-480904037-router', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '6ac4a553-3e37-4e5e-a952-455684760833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:22Z', 'updated_at': '2022-03-08T04:43:32Z', 'revision_number': 4, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'gw_port': {'id': '6ac4a553-3e37-4e5e-a952-455684760833', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:24Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': '9583e9f3-4432-4325-8688-db1084d0bc9d', 'name': '', 'network_id': '860c194c-b911-4147-84ad-16e240b1666f', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'mac_address': 'fa:16:3e:16:1d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2b6a1ea5-e77b-4dad-bc11-fe8b411f2953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:30Z', 'updated_at': '2022-03-08T04:43:35Z', 'revision_number': 4, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'subnets': [{'id': '2b6a1ea5-e77b-4dad-bc11-fe8b411f2953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:43:36.735638 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-281a74e8-4a13-4b9b-8aec-421f8b190145 None None] For port 9583e9f3-4432-4325-8688-db1084d0bc9d, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=9583e9f3-4432-4325-8688-db1084d0bc9d,segment=NetworkSegment(b5d0be17-e38f-4e92-9e95-4d4779f06bf0),segment_id=b5d0be17-e38f-4e92-9e95-4d4779f06bf0)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:43:36.738177 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84d5d49-98b2-4eb0-bf9e-3bbd74528be9 None None] The sync data for ids ['0301edbb-1cb6-42b0-8a45-736d73f61666'] in dv-cinder-740146-13-iscsi is: [{'id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'name': 'tempest-AttachVolumeShelveTestJSON-480904037-router', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '6ac4a553-3e37-4e5e-a952-455684760833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:22Z', 'updated_at': '2022-03-08T04:43:32Z', 'revision_number': 4, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'gw_port': {'id': '6ac4a553-3e37-4e5e-a952-455684760833', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:24Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': '9583e9f3-4432-4325-8688-db1084d0bc9d', 'name': '', 'network_id': '860c194c-b911-4147-84ad-16e240b1666f', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'mac_address': 'fa:16:3e:16:1d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2b6a1ea5-e77b-4dad-bc11-fe8b411f2953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:30Z', 'updated_at': '2022-03-08T04:43:35Z', 'revision_number': 4, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'subnets': [{'id': '2b6a1ea5-e77b-4dad-bc11-fe8b411f2953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:43:36.743815 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port af8d40a7-7ecc-43ec-a5a8-e6784a954546 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:36.744207 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (af8d40a7-7ecc-43ec-a5a8-e6784a954546), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:36.760643 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-d9e8f49f-b714-4b02-a049-47f66cf465fb tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for security_group_rule (0f1bc0f4-08f9-44ea-81c5-36e1cd84defc), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:36.831549 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b1f147-91ec-4b8a-9025-78b97ce74d7b admin admin] Router 2f54059b-7e76-47b0-a531-baf7a8872fae has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:43:36.896776 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-281a74e8-4a13-4b9b-8aec-421f8b190145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (9583e9f3-4432-4325-8688-db1084d0bc9d), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:36.927553 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-d9e8f49f-b714-4b02-a049-47f66cf465fb tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for security_group_rule (0f1bc0f4-08f9-44ea-81c5-36e1cd84defc), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:37.000929 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-905c6706-a7fa-4f51-86a9-52e4aacb17c9 req-630ea466-7f4b-4e60-a302-1ef403949677 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 210 time: 0.0343940 Mar 08 04:43:37.014654 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-9e62d0ac-01c2-4616-95fd-b9be36751896 admin admin] Publish callbacks [] for port (fb9d9071-700b-4110-af17-728edf5a7372), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:37.018978 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-d9e8f49f-b714-4b02-a049-47f66cf465fb tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575780'] for security_group_rule (0f1bc0f4-08f9-44ea-81c5-36e1cd84defc), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:37.040195 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e8f49f-b714-4b02-a049-47f66cf465fb tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f1bc0f4-08f9-44ea-81c5-36e1cd84defc,revision_number=0']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:37.118760 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-9e62d0ac-01c2-4616-95fd-b9be36751896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (fb9d9071-700b-4110-af17-728edf5a7372), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:37.119389 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-9e62d0ac-01c2-4616-95fd-b9be36751896 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952758'] for router_interface (e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:37.142186 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-66f9f685-271b-4129-abb0-bcaa32f37608 None None] Provisioning complete for port 9583e9f3-4432-4325-8688-db1084d0bc9d triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:37.142627 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-66f9f685-271b-4129-abb0-bcaa32f37608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (9583e9f3-4432-4325-8688-db1084d0bc9d), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:37.198235 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a74e8-4a13-4b9b-8aec-421f8b190145 None None] Pushing event updated for resources: {'Port': ['ID=9583e9f3-4432-4325-8688-db1084d0bc9d,revision_number=5']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:37.212871 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port af8d40a7-7ecc-43ec-a5a8-e6784a954546 is: DOWN; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:43:37.213344 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (af8d40a7-7ecc-43ec-a5a8-e6784a954546), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:37.237802 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:43:37.261453 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] For port af8d40a7-7ecc-43ec-a5a8-e6784a954546, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=af8d40a7-7ecc-43ec-a5a8-e6784a954546,segment=NetworkSegment(83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c),segment_id=83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:43:37.281478 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-d9e8f49f-b714-4b02-a049-47f66cf465fb tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:37.282110 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-d9e8f49f-b714-4b02-a049-47f66cf465fb tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2445869 Mar 08 04:43:37.287692 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 38020) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:37.293551 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-460d7556-f56a-487a-86e3-e4a57a06614e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Request body: {'floatingip': {'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:37.339544 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-63c283bc-2c0d-47ed-a0b3-8ce1614182f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'name': 'tempest-AttachVolumeTestJSON-878477155-router', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '2b9b3c93-7c1e-4e78-a3f6-e11defd536d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:29Z', 'revision_number': 3, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'gw_port': {'id': '2b9b3c93-7c1e-4e78-a3f6-e11defd536d8', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:13:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi'}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:43:37.344706 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-9bbf8b13-9c85-419d-aa53-aee53d2d8fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (4b19e078-88db-4ae0-91c5-ac908cfdf1dc), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:37.352059 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62d0ac-01c2-4616-95fd-b9be36751896 admin admin] Pushing event updated for resources: {'Port': ['ID=fb9d9071-700b-4110-af17-728edf5a7372,revision_number=2']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:37.353307 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (af8d40a7-7ecc-43ec-a5a8-e6784a954546), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:37.390712 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-460d7556-f56a-487a-86e3-e4a57a06614e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:37.457081 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b1f147-91ec-4b8a-9025-78b97ce74d7b admin admin] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:43:37.480667 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-48b1f147-91ec-4b8a-9025-78b97ce74d7b admin admin] 10.222.0.35 "PUT /v2.0/routers/2f54059b-7e76-47b0-a531-baf7a8872fae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9520779 Mar 08 04:43:37.540759 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c283bc-2c0d-47ed-a0b3-8ce1614182f0 None None] The sync data for ids ['2cb70f1c-563d-4ccb-881b-47f53f004396'] in dv-cinder-740146-13-iscsi is: [{'id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'name': 'tempest-AttachVolumeTestJSON-878477155-router', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '2b9b3c93-7c1e-4e78-a3f6-e11defd536d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:29Z', 'revision_number': 3, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'gw_port': {'id': '2b9b3c93-7c1e-4e78-a3f6-e11defd536d8', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:13:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi'}] {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:43:37.563830 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-66f9f685-271b-4129-abb0-bcaa32f37608 None None] Current status of the port 9583e9f3-4432-4325-8688-db1084d0bc9d is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:43:37.598844 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e62d0ac-01c2-4616-95fd-b9be36751896 admin admin] Network cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7 is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:43:37.622874 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [None req-9e62d0ac-01c2-4616-95fd-b9be36751896 admin admin] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:43:37.640354 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-66f9f685-271b-4129-abb0-bcaa32f37608 None None] Provisioning complete for port eb1992b2-5788-4f84-8a8e-83e131e61c13 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:37.644582 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-66f9f685-271b-4129-abb0-bcaa32f37608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (eb1992b2-5788-4f84-8a8e-83e131e61c13), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:37.763862 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-66f9f685-271b-4129-abb0-bcaa32f37608 None None] Port eb1992b2-5788-4f84-8a8e-83e131e61c13 cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:43:37.767763 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Pushing event updated for resources: {'Port': ['ID=af8d40a7-7ecc-43ec-a5a8-e6784a954546,revision_number=4']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:37.783863 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device b84b4e92-c21c-4892-8316-9b88c058bc97 up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:43:37.928139 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-460d7556-f56a-487a-86e3-e4a57a06614e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:37.929015 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-66f9f685-271b-4129-abb0-bcaa32f37608 None None] Provisioning complete for port 4b19e078-88db-4ae0-91c5-ac908cfdf1dc triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:37.929625 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-66f9f685-271b-4129-abb0-bcaa32f37608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (4b19e078-88db-4ae0-91c5-ac908cfdf1dc), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:38.014606 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-66f9f685-271b-4129-abb0-bcaa32f37608 None None] Port 4b19e078-88db-4ae0-91c5-ac908cfdf1dc cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:43:38.076843 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port b84b4e92-c21c-4892-8316-9b88c058bc97 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:38.083558 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (b84b4e92-c21c-4892-8316-9b88c058bc97), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:38.141617 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e62d0ac-01c2-4616-95fd-b9be36751896 admin admin] Router e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:43:38.142079 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-0bfcb4eb-962f-4624-a621-7a10c3ad5725 req-5188e1a2-4878-4b32-9a7f-15c42893f908 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 210 time: 0.0410774 Mar 08 04:43:38.144408 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-9bbf8b13-9c85-419d-aa53-aee53d2d8fc6 admin admin] Publish callbacks [] for port (4b19e078-88db-4ae0-91c5-ac908cfdf1dc), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:38.178868 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.db_base_plugin_common [None req-460d7556-f56a-487a-86e3-e4a57a06614e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Allocated IP 172.27.0.31 (e335cf5a-bd08-4697-9061-81dcecc4c284/5add51e7-3273-4e08-a772-a967bfff1dcd/bc79cafa-dad0-41e0-a318-7ddea2cfe6f4) {{(pid=110145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:43:38.245025 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port b84b4e92-c21c-4892-8316-9b88c058bc97 is: DOWN; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:43:38.245522 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (b84b4e92-c21c-4892-8316-9b88c058bc97), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:38.261454 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-9bbf8b13-9c85-419d-aa53-aee53d2d8fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (4b19e078-88db-4ae0-91c5-ac908cfdf1dc), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:38.262186 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-9bbf8b13-9c85-419d-aa53-aee53d2d8fc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952758'] for router_interface (2cb70f1c-563d-4ccb-881b-47f53f004396), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:38.285985 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] For port b84b4e92-c21c-4892-8316-9b88c058bc97, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=b84b4e92-c21c-4892-8316-9b88c058bc97,segment=NetworkSegment(83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c),segment_id=83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:43:38.347962 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 38052) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:38.358437 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-460d7556-f56a-487a-86e3-e4a57a06614e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for port (bc79cafa-dad0-41e0-a318-7ddea2cfe6f4), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:38.361591 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (b84b4e92-c21c-4892-8316-9b88c058bc97), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:38.362858 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 9583e9f3-4432-4325-8688-db1084d0bc9d up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:43:38.391631 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-cf4035d5-2716-4479-81f8-2ebed0f9f28a tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Request body: {'security_group': {'name': 'tempest-securitygroup--335238007', 'description': 'tempest-description--77530071'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:38.430422 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf8b13-9c85-419d-aa53-aee53d2d8fc6 admin admin] Pushing event updated for resources: {'Port': ['ID=4b19e078-88db-4ae0-91c5-ac908cfdf1dc,revision_number=2']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:38.444513 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbf8b13-9c85-419d-aa53-aee53d2d8fc6 admin admin] Network a0b25786-9a98-4b69-9ff8-d7339822960d is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:43:38.446567 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e62d0ac-01c2-4616-95fd-b9be36751896 admin admin] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:43:38.458298 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-9e62d0ac-01c2-4616-95fd-b9be36751896 admin admin] 10.222.0.35 "PUT /v2.0/routers/e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3851275 Mar 08 04:43:38.460300 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [None req-9bbf8b13-9c85-419d-aa53-aee53d2d8fc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:43:38.476348 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-460d7556-f56a-487a-86e3-e4a57a06614e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855'] for port (bc79cafa-dad0-41e0-a318-7ddea2cfe6f4), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:38.486515 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6afd9a-502a-4de5-8ce3-abcf1f1b8d91 None None] Sync routers for ids ['e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be'] in dv-cinder-740146-13-iscsi {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:43:38.514418 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port 9583e9f3-4432-4325-8688-db1084d0bc9d triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:38.514964 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (9583e9f3-4432-4325-8688-db1084d0bc9d), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:38.524015 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-cf4035d5-2716-4479-81f8-2ebed0f9f28a tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:38.613117 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460d7556-f56a-487a-86e3-e4a57a06614e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Network e335cf5a-bd08-4697-9061-81dcecc4c284 is already hosted by enough agents. {{(pid=110145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:43:38.613983 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d7556-f56a-487a-86e3-e4a57a06614e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Pushing event updated for resources: {'Port': ['ID=bc79cafa-dad0-41e0-a318-7ddea2cfe6f4,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:38.622386 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.base_scheduler [None req-460d7556-f56a-487a-86e3-e4a57a06614e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Resources bound (agent type, host, resource id): {{(pid=110145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:43:38.644184 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460d7556-f56a-487a-86e3-e4a57a06614e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Received port after_create {{(pid=110145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:43:38.664102 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6afd9a-502a-4de5-8ce3-abcf1f1b8d91 None None] Routers {'e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:43:38.664746 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-1c6afd9a-502a-4de5-8ce3-abcf1f1b8d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:43:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:43:38.669329 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Pushing event updated for resources: {'Port': ['ID=b84b4e92-c21c-4892-8316-9b88c058bc97,revision_number=4']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:38.793400 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bbf8b13-9c85-419d-aa53-aee53d2d8fc6 admin admin] Router 2cb70f1c-563d-4ccb-881b-47f53f004396 has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:43:38.957257 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-460d7556-f56a-487a-86e3-e4a57a06614e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for floatingip (9e39ea53-4b3f-4f67-9150-b90b18401ab2), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:39.020960 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-cf4035d5-2716-4479-81f8-2ebed0f9f28a tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group (244e30f0-f3bc-4e76-bc70-094324fd2237), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:39.071972 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbf8b13-9c85-419d-aa53-aee53d2d8fc6 admin admin] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:43:39.081726 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-9bbf8b13-9c85-419d-aa53-aee53d2d8fc6 admin admin] 10.222.0.35 "PUT /v2.0/routers/2cb70f1c-563d-4ccb-881b-47f53f004396/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8172691 Mar 08 04:43:39.113677 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-cf4035d5-2716-4479-81f8-2ebed0f9f28a tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (244e30f0-f3bc-4e76-bc70-094324fd2237), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:39.134314 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-460d7556-f56a-487a-86e3-e4a57a06614e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (bc79cafa-dad0-41e0-a318-7ddea2cfe6f4), before_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:39.196477 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4035d5-2716-4479-81f8-2ebed0f9f28a tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=244e30f0-f3bc-4e76-bc70-094324fd2237,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:39.230578 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-cf4035d5-2716-4479-81f8-2ebed0f9f28a tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:39.234837 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-cf4035d5-2716-4479-81f8-2ebed0f9f28a tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8830645 Mar 08 04:43:39.235205 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 38080) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:39.239736 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-150ead10-0dbb-4d36-9fe4-1049d03ceb0b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Request body: {'security_group_rule': {'security_group_id': '244e30f0-f3bc-4e76-bc70-094324fd2237', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:39.271090 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-bd9a0961-fd33-4149-85d7-a116b66c5714 None None] Provisioning complete for port 4b19e078-88db-4ae0-91c5-ac908cfdf1dc triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:39.271728 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-bd9a0961-fd33-4149-85d7-a116b66c5714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (4b19e078-88db-4ae0-91c5-ac908cfdf1dc), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:39.333859 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-1c6afd9a-502a-4de5-8ce3-abcf1f1b8d91 None None] Set router e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:43:39.341092 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-dee92008-ddfb-45e9-b4ed-7c7d558765da req-c780f3fc-88c7-4365-9072-c32971174b6b tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 210 time: 0.0603123 Mar 08 04:43:39.363385 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-150ead10-0dbb-4d36-9fe4-1049d03ceb0b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group_rule (5c59fa52-8fc2-4dde-b219-bddbc6e6f9cf), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:39.411628 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-bd9a0961-fd33-4149-85d7-a116b66c5714 None None] Port 4b19e078-88db-4ae0-91c5-ac908cfdf1dc cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:43:39.423213 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-460d7556-f56a-487a-86e3-e4a57a06614e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for port (bc79cafa-dad0-41e0-a318-7ddea2cfe6f4), precommit_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:39.433430 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port 9583e9f3-4432-4325-8688-db1084d0bc9d is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:43:39.444122 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-150ead10-0dbb-4d36-9fe4-1049d03ceb0b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group_rule (5c59fa52-8fc2-4dde-b219-bddbc6e6f9cf), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:39.512725 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-460d7556-f56a-487a-86e3-e4a57a06614e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (bc79cafa-dad0-41e0-a318-7ddea2cfe6f4), after_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:39.539384 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-150ead10-0dbb-4d36-9fe4-1049d03ceb0b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575780'] for security_group_rule (5c59fa52-8fc2-4dde-b219-bddbc6e6f9cf), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:39.574027 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150ead10-0dbb-4d36-9fe4-1049d03ceb0b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c59fa52-8fc2-4dde-b219-bddbc6e6f9cf,revision_number=0']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:39.579500 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-460d7556-f56a-487a-86e3-e4a57a06614e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952661'] for floatingip (9e39ea53-4b3f-4f67-9150-b90b18401ab2), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:39.658601 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d7556-f56a-487a-86e3-e4a57a06614e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Pushing event updated for resources: {'Port': ['ID=bc79cafa-dad0-41e0-a318-7ddea2cfe6f4,revision_number=2']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:39.697974 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device af8d40a7-7ecc-43ec-a5a8-e6784a954546 up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:43:39.705499 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-150ead10-0dbb-4d36-9fe4-1049d03ceb0b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:39.706916 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-150ead10-0dbb-4d36-9fe4-1049d03ceb0b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4707029 Mar 08 04:43:39.710391 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 38100) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:39.723096 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-e849d401-8195-4b91-9eed-587743656cef tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Request body: {'security_group_rule': {'security_group_id': '244e30f0-f3bc-4e76-bc70-094324fd2237', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:39.734698 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-460d7556-f56a-487a-86e3-e4a57a06614e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for floatingip (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:39.745420 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-460d7556-f56a-487a-86e3-e4a57a06614e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4473438 Mar 08 04:43:39.766935 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-1c6afd9a-502a-4de5-8ce3-abcf1f1b8d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be', 'name': 'tempest-ServerRescueNegativeTestJSON-446900798-router', 'tenant_id': 'bcad66ae90ba4346a7872b34da137f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'af8d40a7-7ecc-43ec-a5a8-e6784a954546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:23Z', 'updated_at': '2022-03-08T04:43:35Z', 'revision_number': 4, 'project_id': 'bcad66ae90ba4346a7872b34da137f6b', 'gw_port': {'id': 'af8d40a7-7ecc-43ec-a5a8-e6784a954546', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:24Z', 'updated_at': '2022-03-08T04:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': 'fb9d9071-700b-4110-af17-728edf5a7372', 'name': '', 'network_id': 'cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7', 'tenant_id': 'bcad66ae90ba4346a7872b34da137f6b', 'mac_address': 'fa:16:3e:3e:c5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '163b8d78-8815-4c1c-8542-991483b60755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:33Z', 'updated_at': '2022-03-08T04:43:36Z', 'revision_number': 2, 'project_id': 'bcad66ae90ba4346a7872b34da137f6b', 'subnets': [{'id': '163b8d78-8815-4c1c-8542-991483b60755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:43:39.783604 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b04cbc-af73-462b-a5aa-376d7199372c req-fd73607d-e1ba-4962-84af-5e5f9f97fcd6 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:39.793555 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-51b04cbc-af73-462b-a5aa-376d7199372c req-fd73607d-e1ba-4962-84af-5e5f9f97fcd6 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/networks?id=cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7 HTTP/1.1" status: 200 len: 818 time: 0.2323031 Mar 08 04:43:39.811484 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-51b04cbc-af73-462b-a5aa-376d7199372c req-e0529f16-064d-41b1-8b9b-c0b0f1c49a17 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/quotas/bcad66ae90ba4346a7872b34da137f6b HTTP/1.1" status: 200 len: 375 time: 0.0168092 Mar 08 04:43:39.839513 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6afd9a-502a-4de5-8ce3-abcf1f1b8d91 None None] Checking router: e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be for host: dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:43:39.839881 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6afd9a-502a-4de5-8ce3-abcf1f1b8d91 None None] Updating router e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be port fb9d9071-700b-4110-af17-728edf5a7372 binding host dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 04:43:39.840366 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 38106) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:39.846676 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-af29ff44-80be-4fa7-aa5b-6fe290fafd8a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Request body: {'security_group': {'name': 'tempest-securitygroup--126601741', 'description': 'tempest-description--1345423562'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:39.872968 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-e849d401-8195-4b91-9eed-587743656cef tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group_rule (762bc395-3223-4746-b028-061f0784c8f1), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:39.898551 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port af8d40a7-7ecc-43ec-a5a8-e6784a954546 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:39.898935 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (af8d40a7-7ecc-43ec-a5a8-e6784a954546), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:39.941385 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-51b04cbc-af73-462b-a5aa-376d7199372c req-ff822fe8-0eaa-45c3-bece-42bc6562f0b8 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bcad66ae90ba4346a7872b34da137f6b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1229382 Mar 08 04:43:39.945664 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-1c6afd9a-502a-4de5-8ce3-abcf1f1b8d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (fb9d9071-700b-4110-af17-728edf5a7372), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:39.946376 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-af29ff44-80be-4fa7-aa5b-6fe290fafd8a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:40.076034 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-e849d401-8195-4b91-9eed-587743656cef tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group_rule (762bc395-3223-4746-b028-061f0784c8f1), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:40.109072 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-51b04cbc-af73-462b-a5aa-376d7199372c req-bb2b641a-b712-4a1f-acd6-429f5c01f29e service neutron] 10.222.0.35 "GET /v2.0/networks/cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669283 Mar 08 04:43:40.154095 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-4ba6433a-1f6b-43be-8701-0e8d7be125c8 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--196361340&fields=id&tenant_id=53b2a43d64144bbfbae1d11822fba676 HTTP/1.1" status: 200 len: 267 time: 0.1216061 Mar 08 04:43:40.196632 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-e849d401-8195-4b91-9eed-587743656cef tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575780'] for security_group_rule (762bc395-3223-4746-b028-061f0784c8f1), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:40.198018 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port af8d40a7-7ecc-43ec-a5a8-e6784a954546 is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:43:40.199293 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 2b9b3c93-7c1e-4e78-a3f6-e11defd536d8 up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:43:40.235004 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e849d401-8195-4b91-9eed-587743656cef tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=762bc395-3223-4746-b028-061f0784c8f1,revision_number=0']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:40.292138 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-51b04cbc-af73-462b-a5aa-376d7199372c req-dbf4b83b-71ff-417e-a0e9-d1e9227ac1fe service neutron] 10.222.0.35 "GET /v2.0/networks/cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818686 Mar 08 04:43:40.309229 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-af29ff44-80be-4fa7-aa5b-6fe290fafd8a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for security_group (755507b1-b3bf-420c-8a60-51b9b7108477), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:40.318744 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-e849d401-8195-4b91-9eed-587743656cef tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:40.328081 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-e849d401-8195-4b91-9eed-587743656cef tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6164863 Mar 08 04:43:40.328759 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 38130) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:40.333479 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-1bd8204c-408a-4b05-ac9c-23b338eb442f tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Request body: {'floatingip': {'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:40.391462 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port 2b9b3c93-7c1e-4e78-a3f6-e11defd536d8 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:40.391845 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (2b9b3c93-7c1e-4e78-a3f6-e11defd536d8), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:40.420638 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-af29ff44-80be-4fa7-aa5b-6fe290fafd8a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (755507b1-b3bf-420c-8a60-51b9b7108477), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:40.423144 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.18', 51880) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:40.476621 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-1bd8204c-408a-4b05-ac9c-23b338eb442f tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:40.493686 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-1c6afd9a-502a-4de5-8ce3-abcf1f1b8d91 None None] Publish callbacks [] for port (fb9d9071-700b-4110-af17-728edf5a7372), precommit_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:40.498539 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-46c6145b-44b3-4a34-b716-3b7a9b5966a4 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:40.506359 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-46c6145b-44b3-4a34-b716-3b7a9b5966a4 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/networks?id=860c194c-b911-4147-84ad-16e240b1666f HTTP/1.1" status: 200 len: 816 time: 0.3448808 Mar 08 04:43:40.517768 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af29ff44-80be-4fa7-aa5b-6fe290fafd8a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=755507b1-b3bf-420c-8a60-51b9b7108477,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:40.555700 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port 2b9b3c93-7c1e-4e78-a3f6-e11defd536d8 is: DOWN; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:43:40.556101 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (2b9b3c93-7c1e-4e78-a3f6-e11defd536d8), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:40.558426 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-040f9c09-a929-47c4-a229-90535456f263 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/quotas/53b2a43d64144bbfbae1d11822fba676 HTTP/1.1" status: 200 len: 375 time: 0.0511463 Mar 08 04:43:40.595603 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] For port 2b9b3c93-7c1e-4e78-a3f6-e11defd536d8, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=2b9b3c93-7c1e-4e78-a3f6-e11defd536d8,segment=NetworkSegment(83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c),segment_id=83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:43:40.599915 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-1c6afd9a-502a-4de5-8ce3-abcf1f1b8d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (fb9d9071-700b-4110-af17-728edf5a7372), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:40.628772 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-af29ff44-80be-4fa7-aa5b-6fe290fafd8a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:40.633019 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-af29ff44-80be-4fa7-aa5b-6fe290fafd8a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7888131 Mar 08 04:43:40.701396 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (2b9b3c93-7c1e-4e78-a3f6-e11defd536d8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:40.702189 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device b84b4e92-c21c-4892-8316-9b88c058bc97 up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:43:40.751270 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98071e6-c920-483f-8151-7015bd09819f None None] Pushing event updated for resources: {'Port': ['ID=fb9d9071-700b-4110-af17-728edf5a7372,revision_number=3']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:40.889135 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 38146) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:40.895747 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-c471556e-75fe-41d2-98a1-1ecd34dfda2e tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Request body: {'security_group_rule': {'security_group_id': '755507b1-b3bf-420c-8a60-51b9b7108477', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:40.971231 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-1c6afd9a-502a-4de5-8ce3-abcf1f1b8d91 None None] Attempting to bind port fb9d9071-700b-4110-af17-728edf5a7372 on host dv-cinder-740146-13-iscsi for vnic_type normal with profile {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:43:40.971600 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-1c6afd9a-502a-4de5-8ce3-abcf1f1b8d91 None None] Attempting to bind port fb9d9071-700b-4110-af17-728edf5a7372 by drivers openvswitch,hyperv on host dv-cinder-740146-13-iscsi at level 0 using segments [{'id': 'e192af6a-f540-487b-8d8a-631cc755a6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7'}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:43:40.972354 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6afd9a-502a-4de5-8ce3-abcf1f1b8d91 None None] Attempting to bind port fb9d9071-700b-4110-af17-728edf5a7372 on network cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7 {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:43:40.976604 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-be6a2b4d-a326-45aa-8926-a993a6645acc tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=53b2a43d64144bbfbae1d11822fba676&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4147265 Mar 08 04:43:40.986726 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6afd9a-502a-4de5-8ce3-abcf1f1b8d91 None None] Checking agent: {'id': '4c7881dc-503e-4b59-880f-21834bcd9250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 35, 20), 'started_at': datetime.datetime(2022, 3, 8, 4, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:43:40.986889 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6afd9a-502a-4de5-8ce3-abcf1f1b8d91 None None] Checking segment: {'id': 'e192af6a-f540-487b-8d8a-631cc755a6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:43:40.987280 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-1c6afd9a-502a-4de5-8ce3-abcf1f1b8d91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:40.988313 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6afd9a-502a-4de5-8ce3-abcf1f1b8d91 None None] Bound using segment: {'id': 'e192af6a-f540-487b-8d8a-631cc755a6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7'} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:43:40.988313 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-1c6afd9a-502a-4de5-8ce3-abcf1f1b8d91 None None] Bound port: fb9d9071-700b-4110-af17-728edf5a7372, host: dv-cinder-740146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e192af6a-f540-487b-8d8a-631cc755a6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7'}}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:43:40.988616 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-1c6afd9a-502a-4de5-8ce3-abcf1f1b8d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (fb9d9071-700b-4110-af17-728edf5a7372), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:40.990529 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port b84b4e92-c21c-4892-8316-9b88c058bc97 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:40.990888 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (b84b4e92-c21c-4892-8316-9b88c058bc97), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:41.028012 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b52e88f6-98f9-4a91-81a0-4af639463a84 req-89b72960-1676-4bde-afa1-2e7634d1dabc tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 210 time: 0.1366220 Mar 08 04:43:41.045822 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Pushing event updated for resources: {'Port': ['ID=2b9b3c93-7c1e-4e78-a3f6-e11defd536d8,revision_number=4']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:41.201752 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-811b1d3d-b9bc-437d-ac72-f2c724c54093 req-7a12ae23-1377-4846-a270-c3285b5b98bf tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 210 time: 0.0900171 Mar 08 04:43:41.206639 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-1c6afd9a-502a-4de5-8ce3-abcf1f1b8d91 None None] For port fb9d9071-700b-4110-af17-728edf5a7372, host dv-cinder-740146-13-iscsi, cleared binding levels {{(pid=110146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:43:41.217888 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-e1672cd5-78e4-446b-b524-6f81847e7648 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:41.226429 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-e1672cd5-78e4-446b-b524-6f81847e7648 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.18 "GET /v2.0/networks?id=cc155a2f-ef89-4592-9433-3850f5869c34 HTTP/1.1" status: 200 len: 811 time: 0.8021483 Mar 08 04:43:41.280917 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-171f2b7f-f8ed-4389-8dfe-b383722eeb38 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Request body: {'port': {'device_id': '993ba59e-509a-493a-a139-a1002441e07d', 'network_id': 'cc155a2f-ef89-4592-9433-3850f5869c34', 'admin_state_up': True, 'tenant_id': '5053a4f79321403a87497e2602d0928b'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:41.287440 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-57916573-1950-475e-b46a-99b9c2c707c8 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=110144) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 04:43:41.295792 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-57916573-1950-475e-b46a-99b9c2c707c8 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1171384 Mar 08 04:43:41.306797 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c471556e-75fe-41d2-98a1-1ecd34dfda2e tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for security_group_rule (6f2ccc28-e57a-4e1b-94e1-04f0ca5b0572), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:41.350459 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-1c6afd9a-502a-4de5-8ce3-abcf1f1b8d91 None None] For port fb9d9071-700b-4110-af17-728edf5a7372, host dv-cinder-740146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=fb9d9071-700b-4110-af17-728edf5a7372,segment=NetworkSegment(e192af6a-f540-487b-8d8a-631cc755a6f5),segment_id=e192af6a-f540-487b-8d8a-631cc755a6f5)] {{(pid=110146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:43:41.371556 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port b84b4e92-c21c-4892-8316-9b88c058bc97 is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:43:41.444103 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-1c6afd9a-502a-4de5-8ce3-abcf1f1b8d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (fb9d9071-700b-4110-af17-728edf5a7372), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:41.451476 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27024b0-4b4b-41c5-8e86-b2db2fca1b78 None None] Sync routers for ids ['2f54059b-7e76-47b0-a531-baf7a8872fae'] in dv-cinder-740146-13-iscsi {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:43:41.461906 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-1bd8204c-408a-4b05-ac9c-23b338eb442f tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:41.465222 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27024b0-4b4b-41c5-8e86-b2db2fca1b78 None None] Routers {'2f54059b-7e76-47b0-a531-baf7a8872fae'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:43:41.465824 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-d27024b0-4b4b-41c5-8e86-b2db2fca1b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:43:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['2f54059b-7e76-47b0-a531-baf7a8872fae'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:43:41.535998 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6afd9a-502a-4de5-8ce3-abcf1f1b8d91 None None] Routers {'e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:43:41.537015 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-1c6afd9a-502a-4de5-8ce3-abcf1f1b8d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:43:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:43:41.596880 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-7063dfbd-8260-409b-8143-bee4e2b269ec service neutron] 10.222.0.35 "GET /v2.0/networks/860c194c-b911-4147-84ad-16e240b1666f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995453 Mar 08 04:43:41.693783 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-1c6afd9a-502a-4de5-8ce3-abcf1f1b8d91 None None] Set router e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:43:41.751995 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-d27024b0-4b4b-41c5-8e86-b2db2fca1b78 None None] Set router 2f54059b-7e76-47b0-a531-baf7a8872fae gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:43:41.807590 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-ba1ab81c-b91f-46fd-b9bc-d36f9d4579b7 service neutron] 10.222.0.35 "GET /v2.0/networks/860c194c-b911-4147-84ad-16e240b1666f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095799 Mar 08 04:43:41.827317 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c471556e-75fe-41d2-98a1-1ecd34dfda2e tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for security_group_rule (6f2ccc28-e57a-4e1b-94e1-04f0ca5b0572), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:41.907680 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 2b9b3c93-7c1e-4e78-a3f6-e11defd536d8 up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:43:41.927745 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c471556e-75fe-41d2-98a1-1ecd34dfda2e tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575780'] for security_group_rule (6f2ccc28-e57a-4e1b-94e1-04f0ca5b0572), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:41.969798 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c471556e-75fe-41d2-98a1-1ecd34dfda2e tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f2ccc28-e57a-4e1b-94e1-04f0ca5b0572,revision_number=0']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:41.983237 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d770559-8424-46b7-99ea-40329ab15899 req-77adf1f7-0617-4cb3-903d-69461c234306 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:41.985042 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-2d770559-8424-46b7-99ea-40329ab15899 req-77adf1f7-0617-4cb3-903d-69461c234306 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/networks?id=cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7 HTTP/1.1" status: 200 len: 818 time: 0.5431921 Mar 08 04:43:42.014854 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.db_base_plugin_common [None req-1bd8204c-408a-4b05-ac9c-23b338eb442f tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Allocated IP 172.27.0.176 (e335cf5a-bd08-4697-9061-81dcecc4c284/5add51e7-3273-4e08-a772-a967bfff1dcd/7059b49d-4c86-4ad6-91f7-836905680097) {{(pid=110145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:43:42.029306 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98071e6-c920-483f-8151-7015bd09819f None None] Pushing event updated for resources: {'Port': ['ID=fb9d9071-700b-4110-af17-728edf5a7372,revision_number=4']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:42.051823 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-171f2b7f-f8ed-4389-8dfe-b383722eeb38 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Made reservation on behalf of 5053a4f79321403a87497e2602d0928b for: {'port': 1} {{(pid=110145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:43:42.055420 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-171f2b7f-f8ed-4389-8dfe-b383722eeb38 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:42.066678 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-2d770559-8424-46b7-99ea-40329ab15899 req-54ee72af-74d3-4000-b740-a1510d098de7 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/quotas/bcad66ae90ba4346a7872b34da137f6b HTTP/1.1" status: 200 len: 375 time: 0.0555496 Mar 08 04:43:42.100130 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c471556e-75fe-41d2-98a1-1ecd34dfda2e tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:42.109945 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-c471556e-75fe-41d2-98a1-1ecd34dfda2e tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2167473 Mar 08 04:43:42.110232 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 38246) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:42.114913 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-f9a0c77b-748d-4f0a-88bb-34af0a283f88 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Request body: {'security_group_rule': {'security_group_id': '755507b1-b3bf-420c-8a60-51b9b7108477', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:42.129588 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-d27024b0-4b4b-41c5-8e86-b2db2fca1b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'name': 'tempest-AttachVolumeNegativeTest-650372177-router', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'gw_port': {'id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': 'eb1992b2-5788-4f84-8a8e-83e131e61c13', 'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'mac_address': 'fa:16:3e:5f:97:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7efbded5-60f9-4264-992d-981c4669fa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:31Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 2, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'subnets': [{'id': '7efbded5-60f9-4264-992d-981c4669fa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:43:42.214239 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-f9a0c77b-748d-4f0a-88bb-34af0a283f88 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for security_group_rule (9702b212-a5a9-433b-95f9-894c2544e132), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:42.256590 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27024b0-4b4b-41c5-8e86-b2db2fca1b78 None None] Checking router: 2f54059b-7e76-47b0-a531-baf7a8872fae for host: dv-cinder-740146-13-iscsi {{(pid=110147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:43:42.256960 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27024b0-4b4b-41c5-8e86-b2db2fca1b78 None None] Updating router 2f54059b-7e76-47b0-a531-baf7a8872fae port eb1992b2-5788-4f84-8a8e-83e131e61c13 binding host dv-cinder-740146-13-iscsi {{(pid=110147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 04:43:42.388148 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-d27024b0-4b4b-41c5-8e86-b2db2fca1b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (eb1992b2-5788-4f84-8a8e-83e131e61c13), before_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:42.517957 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-d508793f-751f-41b0-aa55-ede0188f892b req-6ad26c16-57b0-42a8-8045-09a67da07b9d tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 210 time: 0.1692309 Mar 08 04:43:42.545521 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-2d770559-8424-46b7-99ea-40329ab15899 req-60fdd2e9-5ef8-4968-8d9f-9458d1b5d759 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bcad66ae90ba4346a7872b34da137f6b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4490380 Mar 08 04:43:42.633394 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-f9a0c77b-748d-4f0a-88bb-34af0a283f88 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for security_group_rule (9702b212-a5a9-433b-95f9-894c2544e132), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:42.657847 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 38268) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:42.675162 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-1bd8204c-408a-4b05-ac9c-23b338eb442f tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for port (7059b49d-4c86-4ad6-91f7-836905680097), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:42.700114 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port 2b9b3c93-7c1e-4e78-a3f6-e11defd536d8 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:42.700503 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (2b9b3c93-7c1e-4e78-a3f6-e11defd536d8), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:42.704949 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-17341cb9-8a2a-442b-bec0-a7d2f864c56a req-866a7a80-8b6d-43fd-8f32-30a7f5a43bad tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 210 time: 0.0660427 Mar 08 04:43:42.750755 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-f9a0c77b-748d-4f0a-88bb-34af0a283f88 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575780'] for security_group_rule (9702b212-a5a9-433b-95f9-894c2544e132), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:42.774425 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0c77b-748d-4f0a-88bb-34af0a283f88 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9702b212-a5a9-433b-95f9-894c2544e132,revision_number=0']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:42.857579 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-f9a0c77b-748d-4f0a-88bb-34af0a283f88 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:42.863125 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-f9a0c77b-748d-4f0a-88bb-34af0a283f88 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7516723 Mar 08 04:43:42.864099 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 38274) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:42.873030 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-79976e59-5f64-4fbd-85a8-f7ae570a66d8 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Request body: {'floatingip': {'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:42.879880 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-1c6afd9a-502a-4de5-8ce3-abcf1f1b8d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be', 'name': 'tempest-ServerRescueNegativeTestJSON-446900798-router', 'tenant_id': 'bcad66ae90ba4346a7872b34da137f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'af8d40a7-7ecc-43ec-a5a8-e6784a954546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:23Z', 'updated_at': '2022-03-08T04:43:35Z', 'revision_number': 4, 'project_id': 'bcad66ae90ba4346a7872b34da137f6b', 'gw_port': {'id': 'af8d40a7-7ecc-43ec-a5a8-e6784a954546', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:24Z', 'updated_at': '2022-03-08T04:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': 'fb9d9071-700b-4110-af17-728edf5a7372', 'name': '', 'network_id': 'cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7', 'tenant_id': 'bcad66ae90ba4346a7872b34da137f6b', 'mac_address': 'fa:16:3e:3e:c5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '163b8d78-8815-4c1c-8542-991483b60755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:33Z', 'updated_at': '2022-03-08T04:43:41Z', 'revision_number': 4, 'project_id': 'bcad66ae90ba4346a7872b34da137f6b', 'subnets': [{'id': '163b8d78-8815-4c1c-8542-991483b60755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:43:42.882012 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port 2b9b3c93-7c1e-4e78-a3f6-e11defd536d8 is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:43:42.920310 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6afd9a-502a-4de5-8ce3-abcf1f1b8d91 None None] The sync data for ids ['e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be'] in dv-cinder-740146-13-iscsi is: [{'id': 'e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be', 'name': 'tempest-ServerRescueNegativeTestJSON-446900798-router', 'tenant_id': 'bcad66ae90ba4346a7872b34da137f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'af8d40a7-7ecc-43ec-a5a8-e6784a954546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:23Z', 'updated_at': '2022-03-08T04:43:35Z', 'revision_number': 4, 'project_id': 'bcad66ae90ba4346a7872b34da137f6b', 'gw_port': {'id': 'af8d40a7-7ecc-43ec-a5a8-e6784a954546', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:24Z', 'updated_at': '2022-03-08T04:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': 'fb9d9071-700b-4110-af17-728edf5a7372', 'name': '', 'network_id': 'cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7', 'tenant_id': 'bcad66ae90ba4346a7872b34da137f6b', 'mac_address': 'fa:16:3e:3e:c5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '163b8d78-8815-4c1c-8542-991483b60755', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:33Z', 'updated_at': '2022-03-08T04:43:41Z', 'revision_number': 4, 'project_id': 'bcad66ae90ba4346a7872b34da137f6b', 'subnets': [{'id': '163b8d78-8815-4c1c-8542-991483b60755', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:43:43.014869 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-0e5aa57d-1f53-46f4-b30b-bb215e48d08c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:43.070634 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-79976e59-5f64-4fbd-85a8-f7ae570a66d8 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:43.107920 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-d27024b0-4b4b-41c5-8e86-b2db2fca1b78 None None] Publish callbacks [] for port (eb1992b2-5788-4f84-8a8e-83e131e61c13), precommit_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:43.156962 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.db_base_plugin_common [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-171f2b7f-f8ed-4389-8dfe-b383722eeb38 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Allocated IP 172.20.0.13 (cc155a2f-ef89-4592-9433-3850f5869c34/2b9d4854-d292-44f8-972b-8e83d87d5743/9841aff5-0100-4c8c-9bca-2896ea981bcf) {{(pid=110145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:43:43.184738 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-d27024b0-4b4b-41c5-8e86-b2db2fca1b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (eb1992b2-5788-4f84-8a8e-83e131e61c13), after_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:43.426243 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-0e5aa57d-1f53-46f4-b30b-bb215e48d08c admin admin] Publish callbacks [] for security_group (e00813f6-0f6e-4346-a1ef-da2082d1d6d0), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:43.479840 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2cae63-3a21-44a1-aa45-0f00e55806e6 None None] Pushing event updated for resources: {'Port': ['ID=eb1992b2-5788-4f84-8a8e-83e131e61c13,revision_number=3']} {{(pid=110147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:43.550562 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-1bd8204c-408a-4b05-ac9c-23b338eb442f tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855'] for port (7059b49d-4c86-4ad6-91f7-836905680097), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:43.554312 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-0e5aa57d-1f53-46f4-b30b-bb215e48d08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (e00813f6-0f6e-4346-a1ef-da2082d1d6d0), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:43.580946 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.managers [None req-d27024b0-4b4b-41c5-8e86-b2db2fca1b78 None None] Attempting to bind port eb1992b2-5788-4f84-8a8e-83e131e61c13 on host dv-cinder-740146-13-iscsi for vnic_type normal with profile {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:43:43.582832 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.managers [None req-d27024b0-4b4b-41c5-8e86-b2db2fca1b78 None None] Attempting to bind port eb1992b2-5788-4f84-8a8e-83e131e61c13 by drivers openvswitch,hyperv on host dv-cinder-740146-13-iscsi at level 0 using segments [{'id': '3078e9f3-ee99-4520-9a84-dd25cc09024c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4'}] {{(pid=110147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:43:43.583355 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27024b0-4b4b-41c5-8e86-b2db2fca1b78 None None] Attempting to bind port eb1992b2-5788-4f84-8a8e-83e131e61c13 on network 55973e4d-cfae-4744-97c2-2f6db5b5eaa4 {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:43:43.597360 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27024b0-4b4b-41c5-8e86-b2db2fca1b78 None None] Checking agent: {'id': '4c7881dc-503e-4b59-880f-21834bcd9250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 35, 20), 'started_at': datetime.datetime(2022, 3, 8, 4, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:43:43.601732 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27024b0-4b4b-41c5-8e86-b2db2fca1b78 None None] Checking segment: {'id': '3078e9f3-ee99-4520-9a84-dd25cc09024c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:43:43.601732 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-d27024b0-4b4b-41c5-8e86-b2db2fca1b78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:43.601732 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27024b0-4b4b-41c5-8e86-b2db2fca1b78 None None] Bound using segment: {'id': '3078e9f3-ee99-4520-9a84-dd25cc09024c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4'} {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:43:43.602921 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.managers [None req-d27024b0-4b4b-41c5-8e86-b2db2fca1b78 None None] Bound port: eb1992b2-5788-4f84-8a8e-83e131e61c13, host: dv-cinder-740146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3078e9f3-ee99-4520-9a84-dd25cc09024c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4'}}] {{(pid=110147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:43:43.603611 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-d27024b0-4b4b-41c5-8e86-b2db2fca1b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (eb1992b2-5788-4f84-8a8e-83e131e61c13), before_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:43.624878 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-2d770559-8424-46b7-99ea-40329ab15899 req-d2acac7a-9105-4ed8-9c58-6eb124b02b9b service neutron] 10.222.0.35 "GET /v2.0/networks/cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0248170 Mar 08 04:43:43.706408 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5aa57d-1f53-46f4-b30b-bb215e48d08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00813f6-0f6e-4346-a1ef-da2082d1d6d0,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:43.728161 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd8204c-408a-4b05-ac9c-23b338eb442f tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Network e335cf5a-bd08-4697-9061-81dcecc4c284 is already hosted by enough agents. {{(pid=110145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:43:43.736618 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-0e5aa57d-1f53-46f4-b30b-bb215e48d08c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5b58db158b89406786b13cbbe771c850&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0468621 Mar 08 04:43:43.744669 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 38300) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:43.770349 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-37d40d9c-ab0d-49a5-ac7a-a7076c872aee None None] Provisioning complete for port eb1992b2-5788-4f84-8a8e-83e131e61c13 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:43.771953 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-37d40d9c-ab0d-49a5-ac7a-a7076c872aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (eb1992b2-5788-4f84-8a8e-83e131e61c13), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:43.791788 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.base_scheduler [None req-1bd8204c-408a-4b05-ac9c-23b338eb442f tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Resources bound (agent type, host, resource id): {{(pid=110145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:43:43.809360 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-79976e59-5f64-4fbd-85a8-f7ae570a66d8 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:43.819572 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.db [None req-d27024b0-4b4b-41c5-8e86-b2db2fca1b78 None None] For port eb1992b2-5788-4f84-8a8e-83e131e61c13, host dv-cinder-740146-13-iscsi, cleared binding levels {{(pid=110147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:43:43.828600 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd8204c-408a-4b05-ac9c-23b338eb442f tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Received port after_create {{(pid=110145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:43:43.831464 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.db [None req-d27024b0-4b4b-41c5-8e86-b2db2fca1b78 None None] For port eb1992b2-5788-4f84-8a8e-83e131e61c13, host dv-cinder-740146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=eb1992b2-5788-4f84-8a8e-83e131e61c13,segment=NetworkSegment(3078e9f3-ee99-4520-9a84-dd25cc09024c),segment_id=3078e9f3-ee99-4520-9a84-dd25cc09024c)] {{(pid=110147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:43:43.846394 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-37d40d9c-ab0d-49a5-ac7a-a7076c872aee None None] Port eb1992b2-5788-4f84-8a8e-83e131e61c13 cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:43:43.899863 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f1d27c2b-2c29-4622-a6a9-5e0af78a974b req-ecfc8634-7b26-44c6-a563-7763ad04796e tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 210 time: 0.1949203 Mar 08 04:43:43.972924 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-d27024b0-4b4b-41c5-8e86-b2db2fca1b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (eb1992b2-5788-4f84-8a8e-83e131e61c13), after_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:44.070110 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8204c-408a-4b05-ac9c-23b338eb442f tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Pushing event updated for resources: {'Port': ['ID=7059b49d-4c86-4ad6-91f7-836905680097,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:44.087484 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-171f2b7f-f8ed-4389-8dfe-b383722eeb38 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Publish callbacks [] for port (9841aff5-0100-4c8c-9bca-2896ea981bcf), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:44.093132 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1b6231c6-70c3-468f-bf81-d0366897c523 req-53ed8623-0212-4235-895f-b0f8cf9666f1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 210 time: 0.1003134 Mar 08 04:43:44.227369 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_common [None req-79976e59-5f64-4fbd-85a8-f7ae570a66d8 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Allocated IP 172.27.0.139 (e335cf5a-bd08-4697-9061-81dcecc4c284/5add51e7-3273-4e08-a772-a967bfff1dcd/a423eb81-30d5-43c7-a64b-4ae6a86c5e1d) {{(pid=110144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:43:44.227976 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2cae63-3a21-44a1-aa45-0f00e55806e6 None None] Pushing event updated for resources: {'Port': ['ID=eb1992b2-5788-4f84-8a8e-83e131e61c13,revision_number=4']} {{(pid=110147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:44.227976 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27024b0-4b4b-41c5-8e86-b2db2fca1b78 None None] Routers {'2f54059b-7e76-47b0-a531-baf7a8872fae'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:43:44.227976 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-d27024b0-4b4b-41c5-8e86-b2db2fca1b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:43:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['2f54059b-7e76-47b0-a531-baf7a8872fae'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:43:44.228593 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-1bd8204c-408a-4b05-ac9c-23b338eb442f tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for floatingip (4a3746d7-33c7-4865-b952-36c2a82668ed), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:44.271099 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-a055ce69-67d2-4e62-ab9b-a52e96b4eb53 admin admin] Publish callbacks [] for security_group (e00813f6-0f6e-4346-a1ef-da2082d1d6d0), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:44.271799 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-2d770559-8424-46b7-99ea-40329ab15899 req-174a1e94-3c16-43c0-bd14-9dc4f86e310b service neutron] 10.222.0.35 "GET /v2.0/networks/cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6368732 Mar 08 04:43:44.326989 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-a68f1b5c-f505-4e3d-8a76-3c555d996677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:44.364108 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-a055ce69-67d2-4e62-ab9b-a52e96b4eb53 admin admin] Publish callbacks [] for security_group (e00813f6-0f6e-4346-a1ef-da2082d1d6d0), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:44.442188 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-d27024b0-4b4b-41c5-8e86-b2db2fca1b78 None None] Set router 2f54059b-7e76-47b0-a531-baf7a8872fae gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:43:44.472283 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-79976e59-5f64-4fbd-85a8-f7ae570a66d8 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for port (a423eb81-30d5-43c7-a64b-4ae6a86c5e1d), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:44.514691 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-171f2b7f-f8ed-4389-8dfe-b383722eeb38 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855'] for port (9841aff5-0100-4c8c-9bca-2896ea981bcf), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:44.687531 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-79976e59-5f64-4fbd-85a8-f7ae570a66d8 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855'] for port (a423eb81-30d5-43c7-a64b-4ae6a86c5e1d), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:44.688474 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-1eab8b46-dc1a-41dd-a942-4290384ff9da None None] Provisioning complete for port eb1992b2-5788-4f84-8a8e-83e131e61c13 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:44.688867 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-1eab8b46-dc1a-41dd-a942-4290384ff9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (eb1992b2-5788-4f84-8a8e-83e131e61c13), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:44.735559 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.18', 51889) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:44.848216 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-171f2b7f-f8ed-4389-8dfe-b383722eeb38 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Network cc155a2f-ef89-4592-9433-3850f5869c34 is already hosted by enough agents. {{(pid=110145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:43:44.875147 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.base_scheduler [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-171f2b7f-f8ed-4389-8dfe-b383722eeb38 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Resources bound (agent type, host, resource id): {{(pid=110145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:43:44.884071 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-171f2b7f-f8ed-4389-8dfe-b383722eeb38 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Received port after_create {{(pid=110145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:43:44.889372 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-171f2b7f-f8ed-4389-8dfe-b383722eeb38 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:44.893628 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-171f2b7f-f8ed-4389-8dfe-b383722eeb38 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for port (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:44.959862 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-1bd8204c-408a-4b05-ac9c-23b338eb442f tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (7059b49d-4c86-4ad6-91f7-836905680097), before_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:45.105698 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 38330) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:45.121629 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-1eab8b46-dc1a-41dd-a942-4290384ff9da None None] Current status of the port eb1992b2-5788-4f84-8a8e-83e131e61c13 is: DOWN; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:43:45.122031 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-1eab8b46-dc1a-41dd-a942-4290384ff9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (eb1992b2-5788-4f84-8a8e-83e131e61c13), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:45.127619 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-d27024b0-4b4b-41c5-8e86-b2db2fca1b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'name': 'tempest-AttachVolumeNegativeTest-650372177-router', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'gw_port': {'id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': 'eb1992b2-5788-4f84-8a8e-83e131e61c13', 'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'mac_address': 'fa:16:3e:5f:97:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7efbded5-60f9-4264-992d-981c4669fa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:31Z', 'updated_at': '2022-03-08T04:43:43Z', 'revision_number': 4, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'subnets': [{'id': '7efbded5-60f9-4264-992d-981c4669fa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:43:45.155681 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79976e59-5f64-4fbd-85a8-f7ae570a66d8 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Network e335cf5a-bd08-4697-9061-81dcecc4c284 is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:43:45.199283 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-708655f4-2750-40f0-a53d-0ca6e52c307c req-a3827996-833d-42af-80e4-af85848860f4 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 210 time: 0.2719910 Mar 08 04:43:45.255958 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-1eab8b46-dc1a-41dd-a942-4290384ff9da None None] For port eb1992b2-5788-4f84-8a8e-83e131e61c13, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=eb1992b2-5788-4f84-8a8e-83e131e61c13,segment=NetworkSegment(3078e9f3-ee99-4520-9a84-dd25cc09024c),segment_id=3078e9f3-ee99-4520-9a84-dd25cc09024c)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:43:45.304184 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27024b0-4b4b-41c5-8e86-b2db2fca1b78 None None] The sync data for ids ['2f54059b-7e76-47b0-a531-baf7a8872fae'] in dv-cinder-740146-13-iscsi is: [{'id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'name': 'tempest-AttachVolumeNegativeTest-650372177-router', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'gw_port': {'id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': 'eb1992b2-5788-4f84-8a8e-83e131e61c13', 'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'mac_address': 'fa:16:3e:5f:97:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7efbded5-60f9-4264-992d-981c4669fa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:31Z', 'updated_at': '2022-03-08T04:43:43Z', 'revision_number': 4, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'subnets': [{'id': '7efbded5-60f9-4264-992d-981c4669fa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:43:45.321758 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-171f2b7f-f8ed-4389-8dfe-b383722eeb38 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0489988 Mar 08 04:43:45.324102 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [None req-79976e59-5f64-4fbd-85a8-f7ae570a66d8 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:43:45.326736 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-a055ce69-67d2-4e62-ab9b-a52e96b4eb53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (e00813f6-0f6e-4346-a1ef-da2082d1d6d0), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:45.329850 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79976e59-5f64-4fbd-85a8-f7ae570a66d8 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Received port after_create {{(pid=110144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:43:45.338276 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-a055ce69-67d2-4e62-ab9b-a52e96b4eb53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:45.350228 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-a055ce69-67d2-4e62-ab9b-a52e96b4eb53 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e00813f6-0f6e-4346-a1ef-da2082d1d6d0 HTTP/1.1" status: 204 len: 168 time: 1.5893667 Mar 08 04:43:45.352430 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef3ac52-d547-4fa1-9968-6bc6876b8dea None None] Sync routers for ids ['2cb70f1c-563d-4ccb-881b-47f53f004396'] in dv-cinder-740146-13-iscsi {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:43:45.397463 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-1eab8b46-dc1a-41dd-a942-4290384ff9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (eb1992b2-5788-4f84-8a8e-83e131e61c13), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:45.481626 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-3a454678-895e-4c24-9bce-8ca0dc66095e tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=110145) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 04:43:45.483734 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-3a454678-895e-4c24-9bce-8ca0dc66095e tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0372953 Mar 08 04:43:45.497291 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f2b7f-f8ed-4389-8dfe-b383722eeb38 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Pushing event updated for resources: {'Port': ['ID=9841aff5-0100-4c8c-9bca-2896ea981bcf,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:45.504352 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef3ac52-d547-4fa1-9968-6bc6876b8dea None None] Routers {'2cb70f1c-563d-4ccb-881b-47f53f004396'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:43:45.504352 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-cef3ac52-d547-4fa1-9968-6bc6876b8dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:43:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['2cb70f1c-563d-4ccb-881b-47f53f004396'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:43:45.726130 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79976e59-5f64-4fbd-85a8-f7ae570a66d8 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Pushing event updated for resources: {'Port': ['ID=a423eb81-30d5-43c7-a64b-4ae6a86c5e1d,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:45.729901 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab8b46-dc1a-41dd-a942-4290384ff9da None None] Pushing event updated for resources: {'Port': ['ID=eb1992b2-5788-4f84-8a8e-83e131e61c13,revision_number=5']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:45.778954 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-8eacbb20-e1a3-4e06-99a5-0910a81b765a req-cf4d634e-16a0-43e7-9145-f8f151b34817 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 210 time: 0.3398051 Mar 08 04:43:45.939313 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b04cbc-af73-462b-a5aa-376d7199372c req-702db755-119d-4c9e-896f-77cdc04e9b43 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:45.940842 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-51b04cbc-af73-462b-a5aa-376d7199372c req-702db755-119d-4c9e-896f-77cdc04e9b43 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.18 "GET /v2.0/networks?id=cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7 HTTP/1.1" status: 200 len: 818 time: 1.1997125 Mar 08 04:43:45.984974 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-cef3ac52-d547-4fa1-9968-6bc6876b8dea None None] Set router 2cb70f1c-563d-4ccb-881b-47f53f004396 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:43:46.003566 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [req-51b04cbc-af73-462b-a5aa-376d7199372c req-126ab63e-a70b-4051-b9db-21774fcd4668 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Request body: {'port': {'device_id': 'b05709e8-d922-4920-91df-fe5a7d97e5c6', 'network_id': 'cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7', 'admin_state_up': True, 'tenant_id': 'bcad66ae90ba4346a7872b34da137f6b'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:46.124656 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device fb9d9071-700b-4110-af17-728edf5a7372 up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:43:46.162553 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.18', 51896) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:46.174789 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-79976e59-5f64-4fbd-85a8-f7ae570a66d8 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for floatingip (8deef0d9-8748-4d84-a4fe-0d6dc376afb2), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:46.266051 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port fb9d9071-700b-4110-af17-728edf5a7372 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:46.267393 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (fb9d9071-700b-4110-af17-728edf5a7372), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:46.355849 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055ce69-67d2-4e62-ab9b-a52e96b4eb53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00813f6-0f6e-4346-a1ef-da2082d1d6d0,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:46.363476 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-37c655e1-bac9-4260-ba1a-920c9b4889d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:46.383774 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ff4000ac-9e5b-455d-ada4-58d40909f006 req-c2b6207e-dfd6-424d-8298-2bf2ea7303e8 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 210 time: 0.1044521 Mar 08 04:43:46.410184 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 38358) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:46.438157 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-ccb8f203-5c40-4b93-983e-0c0f491125ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:46.458421 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-2bcd9791-4f93-4d41-94a4-e6f13c131ae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:46.481995 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-5f4498d9-77f0-40d4-894c-1d9ab3503232 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:46.484415 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-5f4498d9-77f0-40d4-894c-1d9ab3503232 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.18 "GET /v2.0/networks?id=860c194c-b911-4147-84ad-16e240b1666f HTTP/1.1" status: 200 len: 816 time: 0.3041854 Mar 08 04:43:46.499547 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-79976e59-5f64-4fbd-85a8-f7ae570a66d8 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (a423eb81-30d5-43c7-a64b-4ae6a86c5e1d), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:46.569955 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03862c7-9045-45a7-872d-e947e0253084 req-8a359e1f-4e64-476c-8721-0a432dbc096b tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:46.576308 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-c03862c7-9045-45a7-872d-e947e0253084 req-8a359e1f-4e64-476c-8721-0a432dbc096b tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 932 time: 1.4726884 Mar 08 04:43:46.582355 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-1bd8204c-408a-4b05-ac9c-23b338eb442f tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for port (7059b49d-4c86-4ad6-91f7-836905680097), precommit_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:46.652987 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51b04cbc-af73-462b-a5aa-376d7199372c req-126ab63e-a70b-4051-b9db-21774fcd4668 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Made reservation on behalf of bcad66ae90ba4346a7872b34da137f6b for: {'port': 1} {{(pid=110144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:43:46.657331 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-51b04cbc-af73-462b-a5aa-376d7199372c req-126ab63e-a70b-4051-b9db-21774fcd4668 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:46.690333 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-1bd8204c-408a-4b05-ac9c-23b338eb442f tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (7059b49d-4c86-4ad6-91f7-836905680097), after_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:46.698420 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-29c02411-439a-4e0c-b645-0e485267b9e7 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53b2a43d64144bbfbae1d11822fba676 HTTP/1.1" status: 200 len: 379 time: 0.1630306 Mar 08 04:43:46.731991 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-ce80427c-4a4b-4cc4-afe3-c202e032efdf tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Request body: {'port': {'device_id': '6aeefc38-6e1e-4a20-958d-55aeeb908d35', 'network_id': '860c194c-b911-4147-84ad-16e240b1666f', 'admin_state_up': True, 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'security_groups': ['f0b9d6c9-c1f1-4af7-99cf-62b12d72211b']}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:46.768450 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port fb9d9071-700b-4110-af17-728edf5a7372 is: DOWN; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:43:46.770361 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (fb9d9071-700b-4110-af17-728edf5a7372), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:46.879062 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] For port fb9d9071-700b-4110-af17-728edf5a7372, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=fb9d9071-700b-4110-af17-728edf5a7372,segment=NetworkSegment(e192af6a-f540-487b-8d8a-631cc755a6f5),segment_id=e192af6a-f540-487b-8d8a-631cc755a6f5)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:43:46.880422 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-2540ff05-1852-417d-98ff-7a1552a40bcb service neutron] Request body: {'port': {'device_id': '993ba59e-509a-493a-a139-a1002441e07d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:46.888265 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8204c-408a-4b05-ac9c-23b338eb442f tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Pushing event updated for resources: {'Port': ['ID=7059b49d-4c86-4ad6-91f7-836905680097,revision_number=2']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:46.907874 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-c03862c7-9045-45a7-872d-e947e0253084 req-76e51861-3f05-4a5c-b23b-1cb4bdb148e3 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/security-groups?id=918cecf6-51a2-4ca2-b0e2-83a5bae69ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207631 Mar 08 04:43:46.912128 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-cef3ac52-d547-4fa1-9968-6bc6876b8dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'name': 'tempest-AttachVolumeTestJSON-878477155-router', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '2b9b3c93-7c1e-4e78-a3f6-e11defd536d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:37Z', 'revision_number': 4, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'gw_port': {'id': '2b9b3c93-7c1e-4e78-a3f6-e11defd536d8', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:13:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': '4b19e078-88db-4ae0-91c5-ac908cfdf1dc', 'name': '', 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'mac_address': 'fa:16:3e:66:23:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7cfe1804-64f6-4463-a6ac-0aac353986ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:34Z', 'updated_at': '2022-03-08T04:43:37Z', 'revision_number': 2, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'subnets': [{'id': '7cfe1804-64f6-4463-a6ac-0aac353986ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:43:46.965056 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef3ac52-d547-4fa1-9968-6bc6876b8dea None None] Checking router: 2cb70f1c-563d-4ccb-881b-47f53f004396 for host: dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:43:46.969042 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef3ac52-d547-4fa1-9968-6bc6876b8dea None None] Updating router 2cb70f1c-563d-4ccb-881b-47f53f004396 port 4b19e078-88db-4ae0-91c5-ac908cfdf1dc binding host dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 04:43:46.985003 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (fb9d9071-700b-4110-af17-728edf5a7372), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:46.985845 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device eb1992b2-5788-4f84-8a8e-83e131e61c13 up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:43:47.034268 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-1bd8204c-408a-4b05-ac9c-23b338eb442f tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952661'] for floatingip (4a3746d7-33c7-4865-b952-36c2a82668ed), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:47.155796 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-37c655e1-bac9-4260-ba1a-920c9b4889d0 admin admin] Publish callbacks [] for security_group (afe27011-77a9-40b9-b935-68636904963a), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:47.171149 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-1bd8204c-408a-4b05-ac9c-23b338eb442f tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for floatingip (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:47.172820 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-1bd8204c-408a-4b05-ac9c-23b338eb442f tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8430700 Mar 08 04:43:47.180793 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-2540ff05-1852-417d-98ff-7a1552a40bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (9841aff5-0100-4c8c-9bca-2896ea981bcf), before_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:47.265694 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-cef3ac52-d547-4fa1-9968-6bc6876b8dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (4b19e078-88db-4ae0-91c5-ac908cfdf1dc), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:47.303305 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Pushing event updated for resources: {'Port': ['ID=fb9d9071-700b-4110-af17-728edf5a7372,revision_number=5']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:47.325778 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:47.341616 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-37c655e1-bac9-4260-ba1a-920c9b4889d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (afe27011-77a9-40b9-b935-68636904963a), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:47.436843 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port eb1992b2-5788-4f84-8a8e-83e131e61c13 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:47.437485 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (eb1992b2-5788-4f84-8a8e-83e131e61c13), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:47.453908 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e29cc3bf-dcfa-4cd1-b95b-554dd44bd18c req-645b3922-dcb7-424b-a3c0-14b8d5d8c20c tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 210 time: 0.1364906 Mar 08 04:43:47.544003 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c655e1-bac9-4260-ba1a-920c9b4889d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe27011-77a9-40b9-b935-68636904963a,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:47.573812 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-2bcd9791-4f93-4d41-94a4-e6f13c131ae8 admin admin] Publish callbacks [] for security_group (22cd6e19-2087-4079-a604-ae89228e80fd), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:47.604702 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-37c655e1-bac9-4260-ba1a-920c9b4889d0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8d5a1da74d0c4b06b25c844038fda5b9&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4733865 Mar 08 04:43:47.625257 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 38396) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:47.721330 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port eb1992b2-5788-4f84-8a8e-83e131e61c13 is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:43:47.738836 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-2bcd9791-4f93-4d41-94a4-e6f13c131ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (22cd6e19-2087-4079-a604-ae89228e80fd), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:47.849743 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0025e2fb-a5b4-4c22-b278-a8293524df42 req-a01e53a2-2fe9-43cc-9e95-d1b1839a5256 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 210 time: 0.1928411 Mar 08 04:43:47.875964 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-cef3ac52-d547-4fa1-9968-6bc6876b8dea None None] Publish callbacks [] for port (4b19e078-88db-4ae0-91c5-ac908cfdf1dc), precommit_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:47.890511 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device fb9d9071-700b-4110-af17-728edf5a7372 up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:43:47.901299 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-4e3f2a16-cdcf-47ee-a3b9-9500a2da5350 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--335238007&fields=id&tenant_id=aeea4438116f4318bc83a1167fc0068f HTTP/1.1" status: 200 len: 267 time: 0.4035542 Mar 08 04:43:47.920487 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-ce80427c-4a4b-4cc4-afe3-c202e032efdf tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Made reservation on behalf of 53b2a43d64144bbfbae1d11822fba676 for: {'port': 1} {{(pid=110144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:43:47.923937 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-ce80427c-4a4b-4cc4-afe3-c202e032efdf tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:47.963997 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port fb9d9071-700b-4110-af17-728edf5a7372 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:47.964295 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (fb9d9071-700b-4110-af17-728edf5a7372), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:47.973869 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_common [req-51b04cbc-af73-462b-a5aa-376d7199372c req-126ab63e-a70b-4051-b9db-21774fcd4668 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Allocated IP 172.20.0.14 (cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7/163b8d78-8815-4c1c-8542-991483b60755/d3034fd4-e039-450a-a542-bb1ca8c66a06) {{(pid=110144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:43:47.992893 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd9791-4f93-4d41-94a4-e6f13c131ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22cd6e19-2087-4079-a604-ae89228e80fd,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:48.002069 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-2bcd9791-4f93-4d41-94a4-e6f13c131ae8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d1dbe6f8c7f54096a5ac45c70ed0b35d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5813146 Mar 08 04:43:48.007398 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 38400) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:48.032880 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-cef3ac52-d547-4fa1-9968-6bc6876b8dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (4b19e078-88db-4ae0-91c5-ac908cfdf1dc), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:48.042778 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.18', 51904) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:48.071834 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-79976e59-5f64-4fbd-85a8-f7ae570a66d8 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for port (a423eb81-30d5-43c7-a64b-4ae6a86c5e1d), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:48.122804 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-08cb5fac-898b-4511-aa42-f3f66aa1479e admin admin] Publish callbacks [] for security_group (afe27011-77a9-40b9-b935-68636904963a), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:48.198930 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-08cb5fac-898b-4511-aa42-f3f66aa1479e admin admin] Publish callbacks [] for security_group (afe27011-77a9-40b9-b935-68636904963a), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:48.207525 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-79976e59-5f64-4fbd-85a8-f7ae570a66d8 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (a423eb81-30d5-43c7-a64b-4ae6a86c5e1d), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:48.225129 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db0b12-16cf-4a8b-a643-b332c9558efe None None] Pushing event updated for resources: {'Port': ['ID=4b19e078-88db-4ae0-91c5-ac908cfdf1dc,revision_number=3']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:48.392005 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-cef3ac52-d547-4fa1-9968-6bc6876b8dea None None] Attempting to bind port 4b19e078-88db-4ae0-91c5-ac908cfdf1dc on host dv-cinder-740146-13-iscsi for vnic_type normal with profile {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:43:48.402615 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-cef3ac52-d547-4fa1-9968-6bc6876b8dea None None] Attempting to bind port 4b19e078-88db-4ae0-91c5-ac908cfdf1dc by drivers openvswitch,hyperv on host dv-cinder-740146-13-iscsi at level 0 using segments [{'id': 'a818c616-68c3-44f5-83e0-f69b9edc3447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d'}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:43:48.403151 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef3ac52-d547-4fa1-9968-6bc6876b8dea None None] Attempting to bind port 4b19e078-88db-4ae0-91c5-ac908cfdf1dc on network a0b25786-9a98-4b69-9ff8-d7339822960d {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:43:48.431632 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef3ac52-d547-4fa1-9968-6bc6876b8dea None None] Checking agent: {'id': '4c7881dc-503e-4b59-880f-21834bcd9250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 35, 20), 'started_at': datetime.datetime(2022, 3, 8, 4, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:43:48.431876 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef3ac52-d547-4fa1-9968-6bc6876b8dea None None] Checking segment: {'id': 'a818c616-68c3-44f5-83e0-f69b9edc3447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:43:48.434040 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-cef3ac52-d547-4fa1-9968-6bc6876b8dea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:48.434814 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef3ac52-d547-4fa1-9968-6bc6876b8dea None None] Bound using segment: {'id': 'a818c616-68c3-44f5-83e0-f69b9edc3447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d'} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:43:48.435353 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-cef3ac52-d547-4fa1-9968-6bc6876b8dea None None] Bound port: 4b19e078-88db-4ae0-91c5-ac908cfdf1dc, host: dv-cinder-740146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a818c616-68c3-44f5-83e0-f69b9edc3447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d'}}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:43:48.443606 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-cef3ac52-d547-4fa1-9968-6bc6876b8dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (4b19e078-88db-4ae0-91c5-ac908cfdf1dc), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:48.443606 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port fb9d9071-700b-4110-af17-728edf5a7372 is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:43:48.453829 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device eb1992b2-5788-4f84-8a8e-83e131e61c13 up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:43:48.472898 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-da3a837c-7240-42f7-82ff-34db008b1d6b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:48.485670 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-da3a837c-7240-42f7-82ff-34db008b1d6b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/networks?id=55973e4d-cfae-4744-97c2-2f6db5b5eaa4 HTTP/1.1" status: 200 len: 814 time: 0.5813305 Mar 08 04:43:48.531459 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79976e59-5f64-4fbd-85a8-f7ae570a66d8 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Pushing event updated for resources: {'Port': ['ID=a423eb81-30d5-43c7-a64b-4ae6a86c5e1d,revision_number=2']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:48.553957 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-2d2eb890-cf76-4245-8460-c18b00056b45 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/quotas/aeea4438116f4318bc83a1167fc0068f HTTP/1.1" status: 200 len: 375 time: 0.0630074 Mar 08 04:43:48.640307 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.notifiers.nova [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-2540ff05-1852-417d-98ff-7a1552a40bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9841aff5-0100-4c8c-9bca-2896ea981bcf {{(pid=110145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:43:48.685681 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-2540ff05-1852-417d-98ff-7a1552a40bcb service neutron] Publish callbacks [] for port (9841aff5-0100-4c8c-9bca-2896ea981bcf), precommit_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:48.779120 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-f6c0dbb5-f211-4024-86e2-fc899833fa4c tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=aeea4438116f4318bc83a1167fc0068f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2183678 Mar 08 04:43:48.783209 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.provisioning_blocks [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-2540ff05-1852-417d-98ff-7a1552a40bcb service neutron] Transition to ACTIVE for port object 9841aff5-0100-4c8c-9bca-2896ea981bcf will not be triggered until provisioned by entity L2. {{(pid=110145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 04:43:48.784419 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-08cb5fac-898b-4511-aa42-f3f66aa1479e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (afe27011-77a9-40b9-b935-68636904963a), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:48.791394 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-08cb5fac-898b-4511-aa42-f3f66aa1479e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:48.798470 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-08cb5fac-898b-4511-aa42-f3f66aa1479e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/afe27011-77a9-40b9-b935-68636904963a HTTP/1.1" status: 204 len: 168 time: 1.1670496 Mar 08 04:43:48.822287 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-79976e59-5f64-4fbd-85a8-f7ae570a66d8 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952661'] for floatingip (8deef0d9-8748-4d84-a4fe-0d6dc376afb2), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:48.852453 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-a042cd73-69e6-4e80-ae6d-4329768c6a3a admin admin] Publish callbacks [] for security_group (22cd6e19-2087-4079-a604-ae89228e80fd), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:48.876171 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb5fac-898b-4511-aa42-f3f66aa1479e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe27011-77a9-40b9-b935-68636904963a,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:48.906133 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-2540ff05-1852-417d-98ff-7a1552a40bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (9841aff5-0100-4c8c-9bca-2896ea981bcf), after_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:48.932223 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-a042cd73-69e6-4e80-ae6d-4329768c6a3a admin admin] Publish callbacks [] for security_group (22cd6e19-2087-4079-a604-ae89228e80fd), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:48.960702 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:48.963782 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-73327539-7154-43c4-99d3-5b91a27dcdc6 None None] Provisioning complete for port 4b19e078-88db-4ae0-91c5-ac908cfdf1dc triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:48.964157 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-73327539-7154-43c4-99d3-5b91a27dcdc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (4b19e078-88db-4ae0-91c5-ac908cfdf1dc), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:48.990061 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port eb1992b2-5788-4f84-8a8e-83e131e61c13 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:48.993662 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (eb1992b2-5788-4f84-8a8e-83e131e61c13), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:49.097542 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa496686-fdc4-4350-9896-115a51012f8c req-487bdc67-2666-4c95-818a-7a1cd091e212 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:49.108943 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-aa496686-fdc4-4350-9896-115a51012f8c req-487bdc67-2666-4c95-818a-7a1cd091e212 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 932 time: 1.0580666 Mar 08 04:43:49.141473 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540ff05-1852-417d-98ff-7a1552a40bcb service neutron] Pushing event updated for resources: {'Port': ['ID=9841aff5-0100-4c8c-9bca-2896ea981bcf,revision_number=2']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:49.158471 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-cef3ac52-d547-4fa1-9968-6bc6876b8dea None None] For port 4b19e078-88db-4ae0-91c5-ac908cfdf1dc, host dv-cinder-740146-13-iscsi, cleared binding levels {{(pid=110146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:43:49.167265 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-cef3ac52-d547-4fa1-9968-6bc6876b8dea None None] For port 4b19e078-88db-4ae0-91c5-ac908cfdf1dc, host dv-cinder-740146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=4b19e078-88db-4ae0-91c5-ac908cfdf1dc,segment=NetworkSegment(a818c616-68c3-44f5-83e0-f69b9edc3447),segment_id=a818c616-68c3-44f5-83e0-f69b9edc3447)] {{(pid=110146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:43:49.260894 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-73327539-7154-43c4-99d3-5b91a27dcdc6 None None] Port 4b19e078-88db-4ae0-91c5-ac908cfdf1dc cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:43:49.280257 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.managers [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-2540ff05-1852-417d-98ff-7a1552a40bcb service neutron] Attempting to bind port 9841aff5-0100-4c8c-9bca-2896ea981bcf on host hv-cinder-74014 for vnic_type normal with profile {{(pid=110145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:43:49.280759 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.managers [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-2540ff05-1852-417d-98ff-7a1552a40bcb service neutron] Attempting to bind port 9841aff5-0100-4c8c-9bca-2896ea981bcf by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '1aa10c85-3fb3-4da4-8720-cb7a8e9e737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'cc155a2f-ef89-4592-9433-3850f5869c34'}] {{(pid=110145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:43:49.281187 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-2540ff05-1852-417d-98ff-7a1552a40bcb service neutron] Attempting to bind port 9841aff5-0100-4c8c-9bca-2896ea981bcf on network cc155a2f-ef89-4592-9433-3850f5869c34 {{(pid=110145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:43:49.286258 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-e9233be5-e884-4a52-80f7-473ae7f87a70 service neutron] 10.222.0.35 "GET /v2.0/networks/55973e4d-cfae-4744-97c2-2f6db5b5eaa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4692719 Mar 08 04:43:49.290149 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-2540ff05-1852-417d-98ff-7a1552a40bcb service neutron] Port 9841aff5-0100-4c8c-9bca-2896ea981bcf on network cc155a2f-ef89-4592-9433-3850f5869c34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=110145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 04:43:49.290548 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-2540ff05-1852-417d-98ff-7a1552a40bcb service neutron] Attempting to bind port 9841aff5-0100-4c8c-9bca-2896ea981bcf on network cc155a2f-ef89-4592-9433-3850f5869c34 {{(pid=110145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:43:49.293238 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-cef3ac52-d547-4fa1-9968-6bc6876b8dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (4b19e078-88db-4ae0-91c5-ac908cfdf1dc), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:49.306533 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-2540ff05-1852-417d-98ff-7a1552a40bcb service neutron] Checking agent: {'id': '8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'started_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:43:49.306844 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-2540ff05-1852-417d-98ff-7a1552a40bcb service neutron] Checking segment: {'id': '1aa10c85-3fb3-4da4-8720-cb7a8e9e737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'cc155a2f-ef89-4592-9433-3850f5869c34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:43:49.307549 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-2540ff05-1852-417d-98ff-7a1552a40bcb service neutron] Bound using segment: {'id': '1aa10c85-3fb3-4da4-8720-cb7a8e9e737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'cc155a2f-ef89-4592-9433-3850f5869c34'} {{(pid=110145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:43:49.308249 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.managers [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-2540ff05-1852-417d-98ff-7a1552a40bcb service neutron] Bound port: 9841aff5-0100-4c8c-9bca-2896ea981bcf, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aa10c85-3fb3-4da4-8720-cb7a8e9e737f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'cc155a2f-ef89-4592-9433-3850f5869c34'}}] {{(pid=110145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:43:49.308646 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-2540ff05-1852-417d-98ff-7a1552a40bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (9841aff5-0100-4c8c-9bca-2896ea981bcf), before_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:49.330136 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_common [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-ce80427c-4a4b-4cc4-afe3-c202e032efdf tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Allocated IP 172.20.0.10 (860c194c-b911-4147-84ad-16e240b1666f/2b6a1ea5-e77b-4dad-bc11-fe8b411f2953/773994d5-ad91-4559-b1ef-e0288cc192d7) {{(pid=110144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:43:49.452326 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db0b12-16cf-4a8b-a643-b332c9558efe None None] Pushing event updated for resources: {'Port': ['ID=4b19e078-88db-4ae0-91c5-ac908cfdf1dc,revision_number=4']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:49.485947 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef3ac52-d547-4fa1-9968-6bc6876b8dea None None] Routers {'2cb70f1c-563d-4ccb-881b-47f53f004396'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:43:49.490372 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-cef3ac52-d547-4fa1-9968-6bc6876b8dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:43:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['2cb70f1c-563d-4ccb-881b-47f53f004396'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:43:49.501014 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.db [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-2540ff05-1852-417d-98ff-7a1552a40bcb service neutron] For port 9841aff5-0100-4c8c-9bca-2896ea981bcf, host hv-cinder-74014, cleared binding levels {{(pid=110145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:43:49.526973 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.db [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-2540ff05-1852-417d-98ff-7a1552a40bcb service neutron] For port 9841aff5-0100-4c8c-9bca-2896ea981bcf, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9841aff5-0100-4c8c-9bca-2896ea981bcf,segment=NetworkSegment(1aa10c85-3fb3-4da4-8720-cb7a8e9e737f),segment_id=1aa10c85-3fb3-4da4-8720-cb7a8e9e737f)] {{(pid=110145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:43:49.535485 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-ce80427c-4a4b-4cc4-afe3-c202e032efdf tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for port (773994d5-ad91-4559-b1ef-e0288cc192d7), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:49.548339 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-e3807139-824d-4e37-8d48-556f941c1ca5 service neutron] 10.222.0.35 "GET /v2.0/networks/55973e4d-cfae-4744-97c2-2f6db5b5eaa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528932 Mar 08 04:43:49.592303 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-2540ff05-1852-417d-98ff-7a1552a40bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (9841aff5-0100-4c8c-9bca-2896ea981bcf), after_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:49.633665 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port eb1992b2-5788-4f84-8a8e-83e131e61c13 is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:43:49.647855 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-a042cd73-69e6-4e80-ae6d-4329768c6a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (22cd6e19-2087-4079-a604-ae89228e80fd), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:49.651409 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-a042cd73-69e6-4e80-ae6d-4329768c6a3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:49.652736 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-a042cd73-69e6-4e80-ae6d-4329768c6a3a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/22cd6e19-2087-4079-a604-ae89228e80fd HTTP/1.1" status: 204 len: 168 time: 1.6108868 Mar 08 04:43:49.662135 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d770559-8424-46b7-99ea-40329ab15899 req-dae30dc0-a74c-4023-b667-a3a8a4339bf1 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:49.664440 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2d770559-8424-46b7-99ea-40329ab15899 req-dae30dc0-a74c-4023-b667-a3a8a4339bf1 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.18 "GET /v2.0/networks?id=cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7 HTTP/1.1" status: 200 len: 818 time: 1.6113632 Mar 08 04:43:49.672119 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-ce80427c-4a4b-4cc4-afe3-c202e032efdf tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855'] for port (773994d5-ad91-4559-b1ef-e0288cc192d7), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:49.709498 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-79976e59-5f64-4fbd-85a8-f7ae570a66d8 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for floatingip (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:49.710250 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-79976e59-5f64-4fbd-85a8-f7ae570a66d8 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8438203 Mar 08 04:43:49.728481 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [req-2d770559-8424-46b7-99ea-40329ab15899 req-58e2e409-472f-4197-9327-08ea45db6c39 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Request body: {'port': {'device_id': '2de7d9f6-aafe-4651-9130-bbc9896c1ddb', 'network_id': 'cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7', 'admin_state_up': True, 'tenant_id': 'bcad66ae90ba4346a7872b34da137f6b'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:49.794925 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2540ff05-1852-417d-98ff-7a1552a40bcb service neutron] Pushing event updated for resources: {'Port': ['ID=9841aff5-0100-4c8c-9bca-2896ea981bcf,revision_number=3']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:49.803077 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-2540ff05-1852-417d-98ff-7a1552a40bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:49.803937 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-2540ff05-1852-417d-98ff-7a1552a40bcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for port (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:49.806232 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-2540ff05-1852-417d-98ff-7a1552a40bcb service neutron] 10.222.0.18 "PUT /v2.0/ports/9841aff5-0100-4c8c-9bca-2896ea981bcf HTTP/1.1" status: 200 len: 1094 time: 3.4449279 Mar 08 04:43:49.807751 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '993ba59e-509a-493a-a139-a1002441e07d', 'tag': '9841aff5-0100-4c8c-9bca-2896ea981bcf'}] {{(pid=110145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:43:49.849618 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-cef3ac52-d547-4fa1-9968-6bc6876b8dea None None] Set router 2cb70f1c-563d-4ccb-881b-47f53f004396 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:43:49.857662 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042cd73-69e6-4e80-ae6d-4329768c6a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22cd6e19-2087-4079-a604-ae89228e80fd,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:49.876349 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce80427c-4a4b-4cc4-afe3-c202e032efdf tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Pushing event updated for resources: {'Port': ['ID=773994d5-ad91-4559-b1ef-e0288cc192d7,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:49.889023 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-ce80427c-4a4b-4cc4-afe3-c202e032efdf tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Network 860c194c-b911-4147-84ad-16e240b1666f is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:43:49.903454 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-aa496686-fdc4-4350-9896-115a51012f8c req-ad564cf5-c55b-4773-bebb-1c28532ded54 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/security-groups?id=918cecf6-51a2-4ca2-b0e2-83a5bae69ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7933607 Mar 08 04:43:49.911393 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-ce80427c-4a4b-4cc4-afe3-c202e032efdf tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:43:49.931619 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-ce80427c-4a4b-4cc4-afe3-c202e032efdf tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Received port after_create {{(pid=110144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:43:49.936886 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-ce80427c-4a4b-4cc4-afe3-c202e032efdf tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:49.937555 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-ce80427c-4a4b-4cc4-afe3-c202e032efdf tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:49.998198 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 38438) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:50.042876 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-a3e16362-8229-473a-ad19-e276c24df3bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:50.089770 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-51b04cbc-af73-462b-a5aa-376d7199372c req-126ab63e-a70b-4051-b9db-21774fcd4668 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Publish callbacks [] for port (d3034fd4-e039-450a-a542-bb1ca8c66a06), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:50.143163 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-953a99b1-e00d-44ab-8cfe-b9508a17f6d2 None None] Provisioning complete for port 4b19e078-88db-4ae0-91c5-ac908cfdf1dc triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:50.146888 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-953a99b1-e00d-44ab-8cfe-b9508a17f6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (4b19e078-88db-4ae0-91c5-ac908cfdf1dc), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:50.359773 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-ce80427c-4a4b-4cc4-afe3-c202e032efdf tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6349065 Mar 08 04:43:50.396896 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-04f0dac1-7c89-4ea4-b1e9-88135a75423f req-43f17787-ef45-419c-b8d0-882761337657 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 210 time: 0.0762818 Mar 08 04:43:50.402344 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-7177f8a0-5ec3-4fe5-80ec-6c50dbdd3e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:50.403771 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-7177f8a0-5ec3-4fe5-80ec-6c50dbdd3e0d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5053a4f79321403a87497e2602d0928b&device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 1128 time: 0.2801726 Mar 08 04:43:50.461734 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-0800a416-5e56-47ea-9350-743dd1713213 service neutron] Request body: {'port': {'device_id': '6aeefc38-6e1e-4a20-958d-55aeeb908d35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:50.566984 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-f2bc3344-43b3-442a-82a8-0689eebe61b5 req-9f308ad1-8f85-428b-b7cf-a4b497edd770 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 210 time: 0.0697584 Mar 08 04:43:50.571550 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-8d2efb99-4ac3-4686-9f75-7ec165de7cae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9841aff5-0100-4c8c-9bca-2896ea981bcf HTTP/1.1" status: 200 len: 217 time: 0.1604822 Mar 08 04:43:50.603938 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:50.675359 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824722ae-4549-47c4-88c0-adcbfdf130f1 req-1b752871-992c-4243-b205-f8d9f2aac56f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:50.690209 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-824722ae-4549-47c4-88c0-adcbfdf130f1 req-1b752871-992c-4243-b205-f8d9f2aac56f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 932 time: 0.5471339 Mar 08 04:43:50.796533 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-51b04cbc-af73-462b-a5aa-376d7199372c req-126ab63e-a70b-4051-b9db-21774fcd4668 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855'] for port (d3034fd4-e039-450a-a542-bb1ca8c66a06), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:50.804798 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d770559-8424-46b7-99ea-40329ab15899 req-58e2e409-472f-4197-9327-08ea45db6c39 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Made reservation on behalf of bcad66ae90ba4346a7872b34da137f6b for: {'port': 1} {{(pid=110144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:43:50.808161 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-2d770559-8424-46b7-99ea-40329ab15899 req-58e2e409-472f-4197-9327-08ea45db6c39 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:50.877039 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-0800a416-5e56-47ea-9350-743dd1713213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (773994d5-ad91-4559-b1ef-e0288cc192d7), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:50.882528 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-953a99b1-e00d-44ab-8cfe-b9508a17f6d2 None None] Current status of the port 4b19e078-88db-4ae0-91c5-ac908cfdf1dc is: DOWN; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:43:50.882922 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-953a99b1-e00d-44ab-8cfe-b9508a17f6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (4b19e078-88db-4ae0-91c5-ac908cfdf1dc), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:50.918514 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-953a99b1-e00d-44ab-8cfe-b9508a17f6d2 None None] For port 4b19e078-88db-4ae0-91c5-ac908cfdf1dc, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=4b19e078-88db-4ae0-91c5-ac908cfdf1dc,segment=NetworkSegment(a818c616-68c3-44f5-83e0-f69b9edc3447),segment_id=a818c616-68c3-44f5-83e0-f69b9edc3447)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:43:50.935525 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-cef3ac52-d547-4fa1-9968-6bc6876b8dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'name': 'tempest-AttachVolumeTestJSON-878477155-router', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '2b9b3c93-7c1e-4e78-a3f6-e11defd536d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:37Z', 'revision_number': 4, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'gw_port': {'id': '2b9b3c93-7c1e-4e78-a3f6-e11defd536d8', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:13:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': '4b19e078-88db-4ae0-91c5-ac908cfdf1dc', 'name': '', 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'mac_address': 'fa:16:3e:66:23:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7cfe1804-64f6-4463-a6ac-0aac353986ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:34Z', 'updated_at': '2022-03-08T04:43:49Z', 'revision_number': 4, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'subnets': [{'id': '7cfe1804-64f6-4463-a6ac-0aac353986ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:43:50.938461 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51b04cbc-af73-462b-a5aa-376d7199372c req-126ab63e-a70b-4051-b9db-21774fcd4668 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Network cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7 is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:43:50.955619 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [req-51b04cbc-af73-462b-a5aa-376d7199372c req-126ab63e-a70b-4051-b9db-21774fcd4668 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:43:50.967902 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71968b58d2f8aa6f8c15556c85a5ad4508c502c1b37aaef7a0ee3c4c7a23d4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d98794-eb7e-49ec-bf87-3d95c22dbfad" -d '{"events": [{"name": "network-changed", "server_uuid": "993ba59e-509a-493a-a139-a1002441e07d", "tag": "9841aff5-0100-4c8c-9bca-2896ea981bcf"}]}' {{(pid=110145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:43:50.996412 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-824722ae-4549-47c4-88c0-adcbfdf130f1 req-08317db4-ca1d-4826-a065-6a58a8c014ec tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2997711 Mar 08 04:43:50.997681 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-8043ea58-c4f3-4b15-8040-d67b8e909dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:50.998684 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-a3e16362-8229-473a-ad19-e276c24df3bb admin admin] Publish callbacks [] for security_group (fb4957a0-c9e6-4c58-a950-450620d63389), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:50.999560 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-8043ea58-c4f3-4b15-8040-d67b8e909dba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2b9d4854-d292-44f8-972b-8e83d87d5743 HTTP/1.1" status: 200 len: 851 time: 0.4217529 Mar 08 04:43:50.999822 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b04cbc-af73-462b-a5aa-376d7199372c req-126ab63e-a70b-4051-b9db-21774fcd4668 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Received port after_create {{(pid=110144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:43:51.004929 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b04cbc-af73-462b-a5aa-376d7199372c req-126ab63e-a70b-4051-b9db-21774fcd4668 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:51.009927 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef3ac52-d547-4fa1-9968-6bc6876b8dea None None] The sync data for ids ['2cb70f1c-563d-4ccb-881b-47f53f004396'] in dv-cinder-740146-13-iscsi is: [{'id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'name': 'tempest-AttachVolumeTestJSON-878477155-router', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '2b9b3c93-7c1e-4e78-a3f6-e11defd536d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:37Z', 'revision_number': 4, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'gw_port': {'id': '2b9b3c93-7c1e-4e78-a3f6-e11defd536d8', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:13:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': '4b19e078-88db-4ae0-91c5-ac908cfdf1dc', 'name': '', 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'mac_address': 'fa:16:3e:66:23:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7cfe1804-64f6-4463-a6ac-0aac353986ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:34Z', 'updated_at': '2022-03-08T04:43:49Z', 'revision_number': 4, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'subnets': [{'id': '7cfe1804-64f6-4463-a6ac-0aac353986ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:43:51.015531 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-953a99b1-e00d-44ab-8cfe-b9508a17f6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (4b19e078-88db-4ae0-91c5-ac908cfdf1dc), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:51.026460 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-51b04cbc-af73-462b-a5aa-376d7199372c req-126ab63e-a70b-4051-b9db-21774fcd4668 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:51.092549 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ab63e-a70b-4051-b9db-21774fcd4668 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Pushing event updated for resources: {'Port': ['ID=d3034fd4-e039-450a-a542-bb1ca8c66a06,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:51.137742 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-a3e16362-8229-473a-ad19-e276c24df3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (fb4957a0-c9e6-4c58-a950-450620d63389), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:51.159546 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-68748c45-5cb5-422b-8a67-7856afc3401e None None] Provisioning complete for port 773994d5-ad91-4559-b1ef-e0288cc192d7 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:51.160080 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-68748c45-5cb5-422b-8a67-7856afc3401e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (773994d5-ad91-4559-b1ef-e0288cc192d7), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:51.190808 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a99b1-e00d-44ab-8cfe-b9508a17f6d2 None None] Pushing event updated for resources: {'Port': ['ID=4b19e078-88db-4ae0-91c5-ac908cfdf1dc,revision_number=5']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:51.190899 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-dbc11b8f-3c1b-40a9-bff3-ed70290b7f68 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc155a2f-ef89-4592-9433-3850f5869c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1221428 Mar 08 04:43:51.340615 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-68748c45-5cb5-422b-8a67-7856afc3401e None None] Port 773994d5-ad91-4559-b1ef-e0288cc192d7 cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:43:51.402597 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-f59f1cb3-e69e-48f7-ade8-024b5582f8af tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--126601741&fields=id&tenant_id=123d544e6cdd4f43acfd2e4fc0fe7867 HTTP/1.1" status: 200 len: 267 time: 0.4373977 Mar 08 04:43:51.520771 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-8d16c81f-415e-4a3e-b1f9-cf72bd1eef73 service neutron] 10.222.0.18 "GET /v2.0/networks/cc155a2f-ef89-4592-9433-3850f5869c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222659 Mar 08 04:43:51.596028 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-77c8ab83-42e9-42f5-aba4-ac98b2faa22f tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:51.603515 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-77c8ab83-42e9-42f5-aba4-ac98b2faa22f tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/networks?id=a0b25786-9a98-4b69-9ff8-d7339822960d HTTP/1.1" status: 200 len: 810 time: 0.2000439 Mar 08 04:43:51.613729 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-51b04cbc-af73-462b-a5aa-376d7199372c req-126ab63e-a70b-4051-b9db-21774fcd4668 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6441138 Mar 08 04:43:51.625586 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-a3e16362-8229-473a-ad19-e276c24df3bb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=611a681d2ab6452eb0e87e9cf8654a92&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6219344 Mar 08 04:43:51.639895 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 38502) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:51.665612 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-4a34695a-dc71-44b0-b070-02795773d2c4 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/quotas/123d544e6cdd4f43acfd2e4fc0fe7867 HTTP/1.1" status: 200 len: 375 time: 0.0584087 Mar 08 04:43:51.700820 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [req-51b04cbc-af73-462b-a5aa-376d7199372c req-3226a078-9839-4472-a275-624d68afa5e9 service neutron] Request body: {'port': {'device_id': 'b05709e8-d922-4920-91df-fe5a7d97e5c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:51.809741 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-5f1c4ddd-ad3d-41c2-9913-1c46c49688fa req-d6ce9d80-f273-47b8-a4e2-c9388d0bc7dc service neutron] 10.222.0.18 "GET /v2.0/networks/cc155a2f-ef89-4592-9433-3850f5869c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661321 Mar 08 04:43:51.810005 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e16362-8229-473a-ad19-e276c24df3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4957a0-c9e6-4c58-a950-450620d63389,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:51.914099 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-8e6de0f7-5338-495e-8c43-4d7ecf1e7d49 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=123d544e6cdd4f43acfd2e4fc0fe7867&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2421663 Mar 08 04:43:51.958301 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 38506) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:51.959224 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 4b19e078-88db-4ae0-91c5-ac908cfdf1dc up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:43:51.965520 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b58cc2d1-e132-45cb-b86b-5cf862a60723 admin admin] Publish callbacks [] for security_group (fb4957a0-c9e6-4c58-a950-450620d63389), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:51.980518 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_common [req-2d770559-8424-46b7-99ea-40329ab15899 req-58e2e409-472f-4197-9327-08ea45db6c39 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Allocated IP 172.20.0.2 (cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7/163b8d78-8815-4c1c-8542-991483b60755/89ba8554-558b-4ef7-9d8d-d0018128cb1c) {{(pid=110144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:43:52.077314 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b58cc2d1-e132-45cb-b86b-5cf862a60723 admin admin] Publish callbacks [] for security_group (fb4957a0-c9e6-4c58-a950-450620d63389), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:52.095903 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port 4b19e078-88db-4ae0-91c5-ac908cfdf1dc triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:52.095903 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (4b19e078-88db-4ae0-91c5-ac908cfdf1dc), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:52.100133 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01d2a1-d1b7-46bc-a98c-6c0107aeb455 req-2a0cf914-84f1-41d9-8f86-13783c913a53 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:52.102223 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ce01d2a1-d1b7-46bc-a98c-6c0107aeb455 req-2a0cf914-84f1-41d9-8f86-13783c913a53 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 944 time: 0.9769106 Mar 08 04:43:52.225544 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-51b04cbc-af73-462b-a5aa-376d7199372c req-3226a078-9839-4472-a275-624d68afa5e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (d3034fd4-e039-450a-a542-bb1ca8c66a06), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:52.268764 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port 4b19e078-88db-4ae0-91c5-ac908cfdf1dc is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:43:52.308134 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-bd831d65-8215-4f93-b3c0-ebde9df45ee0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1379110466-network', 'tenant_id': '8fe3939709b642dd8db437ce9332f8e7'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:52.322671 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-c782ed21-6300-4b89-8614-910916b31836 service neutron] 10.222.0.35 "GET /v2.0/networks/a0b25786-9a98-4b69-9ff8-d7339822960d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068604 Mar 08 04:43:52.454608 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ce01d2a1-d1b7-46bc-a98c-6c0107aeb455 req-55773f10-7f40-479d-b088-9baf64ac3536 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/security-groups?id=918cecf6-51a2-4ca2-b0e2-83a5bae69ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436940 Mar 08 04:43:52.480249 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-bb117a29-726c-44fb-93ec-be144f25161a service neutron] 10.222.0.35 "GET /v2.0/networks/a0b25786-9a98-4b69-9ff8-d7339822960d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503839 Mar 08 04:43:52.481551 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b58cc2d1-e132-45cb-b86b-5cf862a60723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (fb4957a0-c9e6-4c58-a950-450620d63389), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:52.484437 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b58cc2d1-e132-45cb-b86b-5cf862a60723 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:52.488395 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-b58cc2d1-e132-45cb-b86b-5cf862a60723 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fb4957a0-c9e6-4c58-a950-450620d63389 HTTP/1.1" status: 204 len: 168 time: 0.8466151 Mar 08 04:43:52.501384 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58cc2d1-e132-45cb-b86b-5cf862a60723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4957a0-c9e6-4c58-a950-450620d63389,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:52.582725 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd831d65-8215-4f93-b3c0-ebde9df45ee0 admin admin] Made reservation on behalf of 8fe3939709b642dd8db437ce9332f8e7 for: {'network': 1} {{(pid=110144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:43:52.596345 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-bd831d65-8215-4f93-b3c0-ebde9df45ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for network (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:52.702996 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-bd831d65-8215-4f93-b3c0-ebde9df45ee0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:52.833004 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-0800a416-5e56-47ea-9350-743dd1713213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 773994d5-ad91-4559-b1ef-e0288cc192d7 {{(pid=110144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:43:52.886845 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-0800a416-5e56-47ea-9350-743dd1713213 service neutron] Publish callbacks [] for port (773994d5-ad91-4559-b1ef-e0288cc192d7), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:52.906005 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-f67eedbc-e03c-4ec8-9198-db52ea9f5338 req-9098af6b-1892-46c6-9579-0e456352136a tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 210 time: 0.0623930 Mar 08 04:43:52.985679 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe527ed-8771-4441-b967-d4f98a1b1d2e x-openstack-request-id: req-bfe527ed-8771-4441-b967-d4f98a1b1d2e {{(pid=110145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:43:52.986182 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "993ba59e-509a-493a-a139-a1002441e07d", "tag": "9841aff5-0100-4c8c-9bca-2896ea981bcf", "status": "completed", "code": 200}]} {{(pid=110145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:43:52.986451 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bfe527ed-8771-4441-b967-d4f98a1b1d2e {{(pid=110145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:43:52.986908 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '993ba59e-509a-493a-a139-a1002441e07d', 'tag': '9841aff5-0100-4c8c-9bca-2896ea981bcf', 'status': 'completed', 'code': 200} Mar 08 04:43:52.988534 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.provisioning_blocks [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-0800a416-5e56-47ea-9350-743dd1713213 service neutron] Transition to ACTIVE for port object 773994d5-ad91-4559-b1ef-e0288cc192d7 will not be triggered until provisioned by entity L2. {{(pid=110144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 04:43:53.063667 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.18', 51909) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:53.169233 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-0800a416-5e56-47ea-9350-743dd1713213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (773994d5-ad91-4559-b1ef-e0288cc192d7), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:53.181499 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d98794-eb7e-49ec-bf87-3d95c22dbfad req-694dc728-4d3b-428d-9d06-38146c00ba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:53.183019 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-29d98794-eb7e-49ec-bf87-3d95c22dbfad req-694dc728-4d3b-428d-9d06-38146c00ba3a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5053a4f79321403a87497e2602d0928b&device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 1128 time: 0.1659746 Mar 08 04:43:53.187071 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-2d770559-8424-46b7-99ea-40329ab15899 req-58e2e409-472f-4197-9327-08ea45db6c39 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Publish callbacks [] for port (89ba8554-558b-4ef7-9d8d-d0018128cb1c), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:53.355154 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-2436c88f-f91a-4eb8-b1e8-90dbb7599151 req-079b0356-b824-449d-9000-d8adcc34426b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 210 time: 0.1793594 Mar 08 04:43:53.565225 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-412ca530-93f9-46a8-a1cc-58706cbe4f2c req-43113e36-943f-4a4b-ab85-28ebe5023211 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 210 time: 0.0960710 Mar 08 04:43:53.617940 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d98794-eb7e-49ec-bf87-3d95c22dbfad req-050447db-e2c7-4321-864f-315468d0134e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:53.619684 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-29d98794-eb7e-49ec-bf87-3d95c22dbfad req-050447db-e2c7-4321-864f-315468d0134e service neutron] 10.222.0.18 "GET /v2.0/networks?id=cc155a2f-ef89-4592-9433-3850f5869c34 HTTP/1.1" status: 200 len: 912 time: 0.4183874 Mar 08 04:43:53.744656 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-29d98794-eb7e-49ec-bf87-3d95c22dbfad req-5e5bfd9e-9ff2-4fda-b0e9-2db5ed25139c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9841aff5-0100-4c8c-9bca-2896ea981bcf HTTP/1.1" status: 200 len: 217 time: 0.1172783 Mar 08 04:43:53.751423 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-bd831d65-8215-4f93-b3c0-ebde9df45ee0 admin admin] Publish callbacks [] for security_group (859d4262-8e83-4b3e-8187-cfbec0740ebb), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:53.799268 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800a416-5e56-47ea-9350-743dd1713213 service neutron] Pushing event updated for resources: {'Port': ['ID=773994d5-ad91-4559-b1ef-e0288cc192d7,revision_number=2']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:53.865589 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d98794-eb7e-49ec-bf87-3d95c22dbfad req-0828f74e-fbc3-4fff-9e86-0c0949f2d0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:53.867442 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-29d98794-eb7e-49ec-bf87-3d95c22dbfad req-0828f74e-fbc3-4fff-9e86-0c0949f2d0b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2b9d4854-d292-44f8-972b-8e83d87d5743 HTTP/1.1" status: 200 len: 851 time: 0.1140642 Mar 08 04:43:53.900669 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b32f12-8306-4eb7-9e59-cb5a359847d3 req-636f7fc4-a15e-489f-b3f1-5421275b0725 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:53.902693 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-62b32f12-8306-4eb7-9e59-cb5a359847d3 req-636f7fc4-a15e-489f-b3f1-5421275b0725 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 944 time: 0.1975567 Mar 08 04:43:53.936785 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-bd831d65-8215-4f93-b3c0-ebde9df45ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (859d4262-8e83-4b3e-8187-cfbec0740ebb), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:53.956983 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-29d98794-eb7e-49ec-bf87-3d95c22dbfad req-86b4daa7-02d9-40ba-9b6f-ddee3d99a795 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc155a2f-ef89-4592-9433-3850f5869c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758502 Mar 08 04:43:53.971048 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7bbb2-f2ba-4cb7-9e45-84fb4a502284 req-0e3e4969-d503-49d0-814b-8df2e0249cd9 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:53.971048 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-bdb7bbb2-f2ba-4cb7-9e45-84fb4a502284 req-0e3e4969-d503-49d0-814b-8df2e0249cd9 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 944 time: 0.7670314 Mar 08 04:43:53.993992 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-0800a416-5e56-47ea-9350-743dd1713213 service neutron] Attempting to bind port 773994d5-ad91-4559-b1ef-e0288cc192d7 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:43:53.994636 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-0800a416-5e56-47ea-9350-743dd1713213 service neutron] Attempting to bind port 773994d5-ad91-4559-b1ef-e0288cc192d7 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'b5d0be17-e38f-4e92-9e95-4d4779f06bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '860c194c-b911-4147-84ad-16e240b1666f'}] {{(pid=110144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:43:53.995132 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-0800a416-5e56-47ea-9350-743dd1713213 service neutron] Attempting to bind port 773994d5-ad91-4559-b1ef-e0288cc192d7 on network 860c194c-b911-4147-84ad-16e240b1666f {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:43:54.005327 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-6bbecc48-1f7f-47f5-b230-3f4bfbf11bc0 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:54.007606 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-6bbecc48-1f7f-47f5-b230-3f4bfbf11bc0 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.18 "GET /v2.0/networks?id=55973e4d-cfae-4744-97c2-2f6db5b5eaa4 HTTP/1.1" status: 200 len: 814 time: 0.9232001 Mar 08 04:43:54.037399 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd831d65-8215-4f93-b3c0-ebde9df45ee0 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=110144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 04:43:54.049023 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-bd831d65-8215-4f93-b3c0-ebde9df45ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041'] for segment (e661e9d5-3bf2-4967-921f-26c78fffe35f), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:54.049453 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.db.segments_db [None req-bd831d65-8215-4f93-b3c0-ebde9df45ee0 admin admin] Added segment e661e9d5-3bf2-4967-921f-26c78fffe35f of type vlan for network a0c23285-38f5-4a1f-afc5-c2c1296e883c Mar 08 04:43:54.057077 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-62b32f12-8306-4eb7-9e59-cb5a359847d3 req-4bbc6c39-b846-4810-8c60-89dabde52789 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/security-groups?id=918cecf6-51a2-4ca2-b0e2-83a5bae69ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026719 Mar 08 04:43:54.118338 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-bd831d65-8215-4f93-b3c0-ebde9df45ee0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769087223062'] for network (a0c23285-38f5-4a1f-afc5-c2c1296e883c), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:54.144185 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-2d770559-8424-46b7-99ea-40329ab15899 req-58e2e409-472f-4197-9327-08ea45db6c39 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855'] for port (89ba8554-558b-4ef7-9d8d-d0018128cb1c), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:54.262723 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d770559-8424-46b7-99ea-40329ab15899 req-58e2e409-472f-4197-9327-08ea45db6c39 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Network cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7 is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:43:54.285250 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2e409-472f-4197-9327-08ea45db6c39 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Pushing event updated for resources: {'Port': ['ID=89ba8554-558b-4ef7-9d8d-d0018128cb1c,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:54.288589 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [req-2d770559-8424-46b7-99ea-40329ab15899 req-58e2e409-472f-4197-9327-08ea45db6c39 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:43:54.294462 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d770559-8424-46b7-99ea-40329ab15899 req-58e2e409-472f-4197-9327-08ea45db6c39 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Received port after_create {{(pid=110144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:43:54.299625 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d770559-8424-46b7-99ea-40329ab15899 req-58e2e409-472f-4197-9327-08ea45db6c39 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:54.300265 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-2d770559-8424-46b7-99ea-40329ab15899 req-58e2e409-472f-4197-9327-08ea45db6c39 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:54.301287 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f995dd-2850-4bac-9ee7-99e9294040fb req-686a4e6b-e6be-46c7-8076-9601ab6b1e3f tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:54.310030 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-23f995dd-2850-4bac-9ee7-99e9294040fb req-686a4e6b-e6be-46c7-8076-9601ab6b1e3f tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 931 time: 0.1221123 Mar 08 04:43:54.315611 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-bd831d65-8215-4f93-b3c0-ebde9df45ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093'] for network (a0c23285-38f5-4a1f-afc5-c2c1296e883c), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:54.316612 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd831d65-8215-4f93-b3c0-ebde9df45ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:54.317261 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-bd831d65-8215-4f93-b3c0-ebde9df45ee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for network (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:54.327337 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-0800a416-5e56-47ea-9350-743dd1713213 service neutron] Port 773994d5-ad91-4559-b1ef-e0288cc192d7 on network 860c194c-b911-4147-84ad-16e240b1666f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 04:43:54.327657 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-0800a416-5e56-47ea-9350-743dd1713213 service neutron] Attempting to bind port 773994d5-ad91-4559-b1ef-e0288cc192d7 on network 860c194c-b911-4147-84ad-16e240b1666f {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:43:54.344142 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-0800a416-5e56-47ea-9350-743dd1713213 service neutron] Checking agent: {'id': '8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'started_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:43:54.348334 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-0800a416-5e56-47ea-9350-743dd1713213 service neutron] Checking segment: {'id': 'b5d0be17-e38f-4e92-9e95-4d4779f06bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '860c194c-b911-4147-84ad-16e240b1666f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:43:54.348334 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-0800a416-5e56-47ea-9350-743dd1713213 service neutron] Bound using segment: {'id': 'b5d0be17-e38f-4e92-9e95-4d4779f06bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '860c194c-b911-4147-84ad-16e240b1666f'} {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:43:54.348334 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-0800a416-5e56-47ea-9350-743dd1713213 service neutron] Bound port: 773994d5-ad91-4559-b1ef-e0288cc192d7, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5d0be17-e38f-4e92-9e95-4d4779f06bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '860c194c-b911-4147-84ad-16e240b1666f'}}] {{(pid=110144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:43:54.348334 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-0800a416-5e56-47ea-9350-743dd1713213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (773994d5-ad91-4559-b1ef-e0288cc192d7), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:54.357097 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-29d98794-eb7e-49ec-bf87-3d95c22dbfad req-15ae7d20-aef8-4a28-8e24-18aedc34f69d service neutron] 10.222.0.18 "GET /v2.0/networks/cc155a2f-ef89-4592-9433-3850f5869c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830018 Mar 08 04:43:54.422079 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd831d65-8215-4f93-b3c0-ebde9df45ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859d4262-8e83-4b3e-8187-cfbec0740ebb,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:54.427363 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2d770559-8424-46b7-99ea-40329ab15899 req-58e2e409-472f-4197-9327-08ea45db6c39 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7498682 Mar 08 04:43:54.445881 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-23f995dd-2850-4bac-9ee7-99e9294040fb req-39072caf-63da-434a-8c82-96b3b8c1408e tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348345 Mar 08 04:43:54.515099 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-bd831d65-8215-4f93-b3c0-ebde9df45ee0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5543544 Mar 08 04:43:54.524067 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [req-2d770559-8424-46b7-99ea-40329ab15899 req-d80f1406-d895-4a67-8778-e61eb011855c service neutron] Request body: {'port': {'device_id': '2de7d9f6-aafe-4651-9130-bbc9896c1ddb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:54.558789 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 38574) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:54.579598 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-99315377-c423-4ffb-a5d9-2763a1736af2 admin admin] Request body: {'subnet': {'network_id': 'a0c23285-38f5-4a1f-afc5-c2c1296e883c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1379110466-subnet', 'tenant_id': '8fe3939709b642dd8db437ce9332f8e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:54.604732 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-0800a416-5e56-47ea-9350-743dd1713213 service neutron] For port 773994d5-ad91-4559-b1ef-e0288cc192d7, host hv-cinder-74014, cleared binding levels {{(pid=110144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:43:54.609852 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-0800a416-5e56-47ea-9350-743dd1713213 service neutron] For port 773994d5-ad91-4559-b1ef-e0288cc192d7, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=773994d5-ad91-4559-b1ef-e0288cc192d7,segment=NetworkSegment(b5d0be17-e38f-4e92-9e95-4d4779f06bf0),segment_id=b5d0be17-e38f-4e92-9e95-4d4779f06bf0)] {{(pid=110144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:43:54.672670 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-f1d1a34f-f9a6-4e79-845d-1452f38e07b9 req-885e8f01-670b-4009-968c-0fafac5f113a tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 210 time: 0.0626338 Mar 08 04:43:54.676669 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-2e3b99b3-83e3-4796-8a23-c3b557116878 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aeea4438116f4318bc83a1167fc0068f HTTP/1.1" status: 200 len: 379 time: 0.5252023 Mar 08 04:43:54.689730 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-83a6ce54-b4af-473a-851d-fd37383caf94 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Request body: {'port': {'device_id': 'ab1c1052-3b6e-4078-9dd7-f1d4f2c103de', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'admin_state_up': True, 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'security_groups': ['244e30f0-f3bc-4e76-bc70-094324fd2237']}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:54.698692 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-bdb7bbb2-f2ba-4cb7-9e45-84fb4a502284 req-4f78cc1b-e58f-4ba3-8b30-1b7058acc9bf tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6837585 Mar 08 04:43:54.724385 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd831d65-8215-4f93-b3c0-ebde9df45ee0 admin admin] Pushing event updated for resources: {'Network': ['ID=a0c23285-38f5-4a1f-afc5-c2c1296e883c,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:54.836419 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-29d98794-eb7e-49ec-bf87-3d95c22dbfad req-8d7d9d0d-dc83-4ecf-aadb-ba2fe8b245f4 service neutron] 10.222.0.18 "GET /v2.0/networks/cc155a2f-ef89-4592-9433-3850f5869c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451290 Mar 08 04:43:54.837811 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Network a0c23285-38f5-4a1f-afc5-c2c1296e883c details requested by agent ovs-agent-dv-cinder-740146-13-iscsi with host dv-cinder-740146-13-iscsi {{(pid=110146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 04:43:54.838402 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-aacdfcf7-d2de-4eaa-973f-6cbdbdd1a0f7 req-bbb61be9-8caf-4941-8e9d-be1587eee201 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 210 time: 0.0320907 Mar 08 04:43:54.838719 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-2d770559-8424-46b7-99ea-40329ab15899 req-d80f1406-d895-4a67-8778-e61eb011855c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (89ba8554-558b-4ef7-9d8d-d0018128cb1c), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:54.969354 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [req-51b04cbc-af73-462b-a5aa-376d7199372c req-3226a078-9839-4472-a275-624d68afa5e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3034fd4-e039-450a-a542-bb1ca8c66a06 {{(pid=110144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:43:54.982825 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-51b04cbc-af73-462b-a5aa-376d7199372c req-3226a078-9839-4472-a275-624d68afa5e9 service neutron] Publish callbacks [] for port (d3034fd4-e039-450a-a542-bb1ca8c66a06), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:55.059553 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.provisioning_blocks [req-51b04cbc-af73-462b-a5aa-376d7199372c req-3226a078-9839-4472-a275-624d68afa5e9 service neutron] Transition to ACTIVE for port object d3034fd4-e039-450a-a542-bb1ca8c66a06 will not be triggered until provisioned by entity L2. {{(pid=110144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 04:43:55.466221 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f7843-ab16-48d4-bd50-210961cfcd4d req-37881adb-deb1-4fd4-b5ff-498f29aa0212 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:55.467769 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a03f7843-ab16-48d4-bd50-210961cfcd4d req-37881adb-deb1-4fd4-b5ff-498f29aa0212 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 944 time: 0.2377896 Mar 08 04:43:55.493453 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99315377-c423-4ffb-a5d9-2763a1736af2 admin admin] Made reservation on behalf of 8fe3939709b642dd8db437ce9332f8e7 for: {'subnet': 1} {{(pid=110145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:43:55.498324 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-99315377-c423-4ffb-a5d9-2763a1736af2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:55.521637 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-83a6ce54-b4af-473a-851d-fd37383caf94 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Made reservation on behalf of aeea4438116f4318bc83a1167fc0068f for: {'port': 1} {{(pid=110144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:43:55.530658 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-83a6ce54-b4af-473a-851d-fd37383caf94 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:55.564318 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-51b04cbc-af73-462b-a5aa-376d7199372c req-3226a078-9839-4472-a275-624d68afa5e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (d3034fd4-e039-450a-a542-bb1ca8c66a06), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:55.566771 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-0800a416-5e56-47ea-9350-743dd1713213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (773994d5-ad91-4559-b1ef-e0288cc192d7), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:55.704584 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-0800a416-5e56-47ea-9350-743dd1713213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:55.705246 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-0800a416-5e56-47ea-9350-743dd1713213 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:55.706717 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-0800a416-5e56-47ea-9350-743dd1713213 service neutron] 10.222.0.18 "PUT /v2.0/ports/773994d5-ad91-4559-b1ef-e0288cc192d7 HTTP/1.1" status: 200 len: 1094 time: 5.3006532 Mar 08 04:43:55.756632 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aeefc38-6e1e-4a20-958d-55aeeb908d35', 'tag': '773994d5-ad91-4559-b1ef-e0288cc192d7'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:43:55.808614 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5ae2b-bae8-43ed-82e7-51f399c45cf6 req-27714822-4b56-402c-8aae-9da4f8ee0b7c tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:55.815903 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b8c5ae2b-bae8-43ed-82e7-51f399c45cf6 req-27714822-4b56-402c-8aae-9da4f8ee0b7c tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 931 time: 0.2727702 Mar 08 04:43:55.924202 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b8c5ae2b-bae8-43ed-82e7-51f399c45cf6 req-d285aae4-17c5-46c4-856f-4f7a0be5fe3c tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035044 Mar 08 04:43:55.924300 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a03f7843-ab16-48d4-bd50-210961cfcd4d req-eb4d7533-f633-47c6-8283-147660fe54dd tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/security-groups?id=918cecf6-51a2-4ca2-b0e2-83a5bae69ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479592 Mar 08 04:43:55.941653 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3226a078-9839-4472-a275-624d68afa5e9 service neutron] Pushing event updated for resources: {'Port': ['ID=d3034fd4-e039-450a-a542-bb1ca8c66a06,revision_number=2']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:55.974235 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-99315377-c423-4ffb-a5d9-2763a1736af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093'] for subnet (6ddb79c1-5027-498d-b2af-e4182c5f3664), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:56.243403 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-51b04cbc-af73-462b-a5aa-376d7199372c req-3226a078-9839-4472-a275-624d68afa5e9 service neutron] Attempting to bind port d3034fd4-e039-450a-a542-bb1ca8c66a06 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:43:56.249449 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-51b04cbc-af73-462b-a5aa-376d7199372c req-3226a078-9839-4472-a275-624d68afa5e9 service neutron] Attempting to bind port d3034fd4-e039-450a-a542-bb1ca8c66a06 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'e192af6a-f540-487b-8d8a-631cc755a6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7'}] {{(pid=110144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:43:56.249790 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b04cbc-af73-462b-a5aa-376d7199372c req-3226a078-9839-4472-a275-624d68afa5e9 service neutron] Attempting to bind port d3034fd4-e039-450a-a542-bb1ca8c66a06 on network cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7 {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:43:56.294779 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-92470d78-55ac-4002-a1f3-6050d5681157 req-9bf09ecd-ecb9-4b1a-bf7e-14b097910471 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 210 time: 0.1045406 Mar 08 04:43:56.298241 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99315377-c423-4ffb-a5d9-2763a1736af2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ddb79c1-5027-498d-b2af-e4182c5f3664,revision_number=0']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:56.321948 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8c7b13-1d41-4557-93da-bc40359351ad" -d '{"events": [{"name": "network-changed", "server_uuid": "6aeefc38-6e1e-4a20-958d-55aeeb908d35", "tag": "773994d5-ad91-4559-b1ef-e0288cc192d7"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:43:56.334257 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99315377-c423-4ffb-a5d9-2763a1736af2 admin admin] Checking segment: {'id': 'e661e9d5-3bf2-4967-921f-26c78fffe35f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a0c23285-38f5-4a1f-afc5-c2c1296e883c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:43:56.338529 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99315377-c423-4ffb-a5d9-2763a1736af2 admin admin] Network hostable DHCP agents. Network: a0c23285-38f5-4a1f-afc5-c2c1296e883c, hostable agents: ['0b7bcd49-0510-447e-bc01-0aee655b7fc1'], hosted agents: [] {{(pid=110145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 04:43:56.421967 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b04cbc-af73-462b-a5aa-376d7199372c req-3226a078-9839-4472-a275-624d68afa5e9 service neutron] Port d3034fd4-e039-450a-a542-bb1ca8c66a06 on network cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 04:43:56.422406 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b04cbc-af73-462b-a5aa-376d7199372c req-3226a078-9839-4472-a275-624d68afa5e9 service neutron] Attempting to bind port d3034fd4-e039-450a-a542-bb1ca8c66a06 on network cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7 {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:43:56.430010 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-4e662108-6f07-4537-ba44-2cd54df4df31 req-70b99409-d0fd-4596-8cee-3b25c894481f tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 210 time: 0.0446444 Mar 08 04:43:56.453321 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800a416-5e56-47ea-9350-743dd1713213 service neutron] Pushing event updated for resources: {'Port': ['ID=773994d5-ad91-4559-b1ef-e0288cc192d7,revision_number=3']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:56.461988 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b04cbc-af73-462b-a5aa-376d7199372c req-3226a078-9839-4472-a275-624d68afa5e9 service neutron] Checking agent: {'id': '8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'started_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:43:56.462383 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b04cbc-af73-462b-a5aa-376d7199372c req-3226a078-9839-4472-a275-624d68afa5e9 service neutron] Checking segment: {'id': 'e192af6a-f540-487b-8d8a-631cc755a6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:43:56.462738 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b04cbc-af73-462b-a5aa-376d7199372c req-3226a078-9839-4472-a275-624d68afa5e9 service neutron] Bound using segment: {'id': 'e192af6a-f540-487b-8d8a-631cc755a6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7'} {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:43:56.463159 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-51b04cbc-af73-462b-a5aa-376d7199372c req-3226a078-9839-4472-a275-624d68afa5e9 service neutron] Bound port: d3034fd4-e039-450a-a542-bb1ca8c66a06, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e192af6a-f540-487b-8d8a-631cc755a6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7'}}] {{(pid=110144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:43:56.463520 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-51b04cbc-af73-462b-a5aa-376d7199372c req-3226a078-9839-4472-a275-624d68afa5e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (d3034fd4-e039-450a-a542-bb1ca8c66a06), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:56.464725 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99315377-c423-4ffb-a5d9-2763a1736af2 admin admin] Network a0c23285-38f5-4a1f-afc5-c2c1296e883c is scheduled to be hosted by DHCP agent 0b7bcd49-0510-447e-bc01-0aee655b7fc1 with binding_index 1 {{(pid=110145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 04:43:56.489631 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_common [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-83a6ce54-b4af-473a-851d-fd37383caf94 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Allocated IP 172.20.0.14 (55973e4d-cfae-4744-97c2-2f6db5b5eaa4/7efbded5-60f9-4264-992d-981c4669fa99/c08d1c1d-bdea-49ce-878b-6c829ce92072) {{(pid=110144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:43:56.493880 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [req-2d770559-8424-46b7-99ea-40329ab15899 req-d80f1406-d895-4a67-8778-e61eb011855c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89ba8554-558b-4ef7-9d8d-d0018128cb1c {{(pid=110144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:43:56.527900 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-2d770559-8424-46b7-99ea-40329ab15899 req-d80f1406-d895-4a67-8778-e61eb011855c service neutron] Publish callbacks [] for port (89ba8554-558b-4ef7-9d8d-d0018128cb1c), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:56.578797 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.base_scheduler [None req-99315377-c423-4ffb-a5d9-2763a1736af2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-13-iscsi, a0c23285-38f5-4a1f-afc5-c2c1296e883c) {{(pid=110145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:43:56.585429 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99315377-c423-4ffb-a5d9-2763a1736af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:56.586479 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-99315377-c423-4ffb-a5d9-2763a1736af2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for subnet (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:56.591133 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.provisioning_blocks [req-2d770559-8424-46b7-99ea-40329ab15899 req-d80f1406-d895-4a67-8778-e61eb011855c service neutron] Transition to ACTIVE for port object 89ba8554-558b-4ef7-9d8d-d0018128cb1c will not be triggered until provisioned by entity L2. {{(pid=110144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 04:43:56.595594 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b07de3-fffd-491c-bebe-562da470d814 None None] Network a0c23285-38f5-4a1f-afc5-c2c1296e883c requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:43:56.605719 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-279592c5-c135-443b-a1f1-caf473448d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:56.607530 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-279592c5-c135-443b-a1f1-caf473448d25 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=53b2a43d64144bbfbae1d11822fba676&device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 1128 time: 0.4362869 Mar 08 04:43:56.632311 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7bed3-f2db-4d5a-bcdf-5f512258dbe4 req-fbaa6094-5112-46c2-b0bd-3c5e3e433a43 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:56.634089 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-78f7bed3-f2db-4d5a-bcdf-5f512258dbe4 req-fbaa6094-5112-46c2-b0bd-3c5e3e433a43 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 944 time: 0.4164195 Mar 08 04:43:56.697699 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-99315377-c423-4ffb-a5d9-2763a1736af2 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1379387 Mar 08 04:43:56.717471 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-2d770559-8424-46b7-99ea-40329ab15899 req-d80f1406-d895-4a67-8778-e61eb011855c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (89ba8554-558b-4ef7-9d8d-d0018128cb1c), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:56.824052 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca217eb-7208-467f-8865-56b31cbe71c8 None None] Network a0c23285-38f5-4a1f-afc5-c2c1296e883c requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:43:56.835600 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-3dd27825-feda-48de-9a80-4e2e3884ebae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=773994d5-ad91-4559-b1ef-e0288cc192d7 HTTP/1.1" status: 200 len: 217 time: 0.1750131 Mar 08 04:43:56.841947 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-51b04cbc-af73-462b-a5aa-376d7199372c req-3226a078-9839-4472-a275-624d68afa5e9 service neutron] For port d3034fd4-e039-450a-a542-bb1ca8c66a06, host hv-cinder-74014, cleared binding levels {{(pid=110144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:43:56.894908 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01b7516-444a-476c-89fa-fcaad4010603 x-openstack-request-id: req-c01b7516-444a-476c-89fa-fcaad4010603 {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:43:56.898864 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aeefc38-6e1e-4a20-958d-55aeeb908d35", "tag": "773994d5-ad91-4559-b1ef-e0288cc192d7", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:43:56.898864 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c01b7516-444a-476c-89fa-fcaad4010603 {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:43:56.898864 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aeefc38-6e1e-4a20-958d-55aeeb908d35', 'tag': '773994d5-ad91-4559-b1ef-e0288cc192d7', 'status': 'completed', 'code': 200} Mar 08 04:43:56.930469 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-51b04cbc-af73-462b-a5aa-376d7199372c req-3226a078-9839-4472-a275-624d68afa5e9 service neutron] For port d3034fd4-e039-450a-a542-bb1ca8c66a06, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=d3034fd4-e039-450a-a542-bb1ca8c66a06,segment=NetworkSegment(e192af6a-f540-487b-8d8a-631cc755a6f5),segment_id=e192af6a-f540-487b-8d8a-631cc755a6f5)] {{(pid=110144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:43:57.005852 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f1406-d895-4a67-8778-e61eb011855c service neutron] Pushing event updated for resources: {'Port': ['ID=89ba8554-558b-4ef7-9d8d-d0018128cb1c,revision_number=2']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:57.035652 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-78f7bed3-f2db-4d5a-bcdf-5f512258dbe4 req-f618bc09-8564-4a24-a032-499cecd234c3 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3882153 Mar 08 04:43:57.036799 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-51b04cbc-af73-462b-a5aa-376d7199372c req-3226a078-9839-4472-a275-624d68afa5e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (d3034fd4-e039-450a-a542-bb1ca8c66a06), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:57.128570 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-3acbc3ed-1144-476f-8633-3f81d626500a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:57.130424 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-3acbc3ed-1144-476f-8633-3f81d626500a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2b6a1ea5-e77b-4dad-bc11-fe8b411f2953 HTTP/1.1" status: 200 len: 855 time: 0.2373331 Mar 08 04:43:57.143305 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-83a6ce54-b4af-473a-851d-fd37383caf94 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for port (c08d1c1d-bdea-49ce-878b-6c829ce92072), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:57.156602 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b04cbc-af73-462b-a5aa-376d7199372c req-3226a078-9839-4472-a275-624d68afa5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:57.159659 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-51b04cbc-af73-462b-a5aa-376d7199372c req-3226a078-9839-4472-a275-624d68afa5e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:57.162270 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-51b04cbc-af73-462b-a5aa-376d7199372c req-3226a078-9839-4472-a275-624d68afa5e9 service neutron] 10.222.0.18 "PUT /v2.0/ports/d3034fd4-e039-450a-a542-bb1ca8c66a06 HTTP/1.1" status: 200 len: 1094 time: 5.4704657 Mar 08 04:43:57.166866 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-2d770559-8424-46b7-99ea-40329ab15899 req-d80f1406-d895-4a67-8778-e61eb011855c service neutron] Attempting to bind port 89ba8554-558b-4ef7-9d8d-d0018128cb1c on host hv-cinder-74014 for vnic_type normal with profile {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:43:57.170857 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-2d770559-8424-46b7-99ea-40329ab15899 req-d80f1406-d895-4a67-8778-e61eb011855c service neutron] Attempting to bind port 89ba8554-558b-4ef7-9d8d-d0018128cb1c by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'e192af6a-f540-487b-8d8a-631cc755a6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7'}] {{(pid=110144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:43:57.170857 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d770559-8424-46b7-99ea-40329ab15899 req-d80f1406-d895-4a67-8778-e61eb011855c service neutron] Attempting to bind port 89ba8554-558b-4ef7-9d8d-d0018128cb1c on network cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7 {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:43:57.208379 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f51ee4-6edf-48f0-bac2-a906d8c0b416 req-3bff3c31-e33e-4008-a50c-3fafdc3ae028 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:57.219514 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-a8f51ee4-6edf-48f0-bac2-a906d8c0b416 req-3bff3c31-e33e-4008-a50c-3fafdc3ae028 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 944 time: 0.1290712 Mar 08 04:43:57.297064 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-a8f51ee4-6edf-48f0-bac2-a906d8c0b416 req-bd5f9fee-b03a-4c11-b49e-6f9fa4b79de7 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/security-groups?id=918cecf6-51a2-4ca2-b0e2-83a5bae69ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764775 Mar 08 04:43:57.450887 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d770559-8424-46b7-99ea-40329ab15899 req-d80f1406-d895-4a67-8778-e61eb011855c service neutron] Port 89ba8554-558b-4ef7-9d8d-d0018128cb1c on network cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 04:43:57.458581 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d770559-8424-46b7-99ea-40329ab15899 req-d80f1406-d895-4a67-8778-e61eb011855c service neutron] Attempting to bind port 89ba8554-558b-4ef7-9d8d-d0018128cb1c on network cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7 {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:43:57.497575 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d770559-8424-46b7-99ea-40329ab15899 req-d80f1406-d895-4a67-8778-e61eb011855c service neutron] Checking agent: {'id': '8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'started_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:43:57.497917 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d770559-8424-46b7-99ea-40329ab15899 req-d80f1406-d895-4a67-8778-e61eb011855c service neutron] Checking segment: {'id': 'e192af6a-f540-487b-8d8a-631cc755a6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:43:57.498791 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d770559-8424-46b7-99ea-40329ab15899 req-d80f1406-d895-4a67-8778-e61eb011855c service neutron] Bound using segment: {'id': 'e192af6a-f540-487b-8d8a-631cc755a6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7'} {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:43:57.498948 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-2d770559-8424-46b7-99ea-40329ab15899 req-d80f1406-d895-4a67-8778-e61eb011855c service neutron] Bound port: 89ba8554-558b-4ef7-9d8d-d0018128cb1c, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e192af6a-f540-487b-8d8a-631cc755a6f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7'}}] {{(pid=110144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:43:57.499231 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-2d770559-8424-46b7-99ea-40329ab15899 req-d80f1406-d895-4a67-8778-e61eb011855c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (89ba8554-558b-4ef7-9d8d-d0018128cb1c), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:57.520710 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3226a078-9839-4472-a275-624d68afa5e9 service neutron] Pushing event updated for resources: {'Port': ['ID=d3034fd4-e039-450a-a542-bb1ca8c66a06,revision_number=3']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:57.547410 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-ba433fd5-2310-45a8-a6d3-9fae87fcb8ad req-77413904-ec85-414c-9202-6b3dc1089e8c tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 210 time: 0.0745561 Mar 08 04:43:57.611533 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-d76041de-a922-4c67-8062-24e1068b19e4 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:57.613823 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-d76041de-a922-4c67-8062-24e1068b19e4 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.18 "GET /v2.0/networks?id=a0b25786-9a98-4b69-9ff8-d7339822960d HTTP/1.1" status: 200 len: 810 time: 0.1890156 Mar 08 04:43:57.663150 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-2d770559-8424-46b7-99ea-40329ab15899 req-d80f1406-d895-4a67-8778-e61eb011855c service neutron] For port 89ba8554-558b-4ef7-9d8d-d0018128cb1c, host hv-cinder-74014, cleared binding levels {{(pid=110144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:43:57.667006 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-2d770559-8424-46b7-99ea-40329ab15899 req-d80f1406-d895-4a67-8778-e61eb011855c service neutron] For port 89ba8554-558b-4ef7-9d8d-d0018128cb1c, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=89ba8554-558b-4ef7-9d8d-d0018128cb1c,segment=NetworkSegment(e192af6a-f540-487b-8d8a-631cc755a6f5),segment_id=e192af6a-f540-487b-8d8a-631cc755a6f5)] {{(pid=110144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:43:57.698255 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-83a6ce54-b4af-473a-851d-fd37383caf94 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855'] for port (c08d1c1d-bdea-49ce-878b-6c829ce92072), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:57.746610 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e3476e-c1ed-49db-a7c2-fa8d342345ba req-9f788896-de5c-4f84-8b3b-9ba86a3c1c72 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:57.752344 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-76e3476e-c1ed-49db-a7c2-fa8d342345ba req-9f788896-de5c-4f84-8b3b-9ba86a3c1c72 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 943 time: 0.5691445 Mar 08 04:43:57.758457 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-b381d987-ca40-45e3-8ee9-9f16271b0b6d tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=123d544e6cdd4f43acfd2e4fc0fe7867 HTTP/1.1" status: 200 len: 379 time: 0.1322963 Mar 08 04:43:57.778998 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-bc524491-b86f-4d2d-b7e8-f048bc99780d tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Request body: {'port': {'device_id': 'b7edea90-2d80-460e-9e07-196b80f72e77', 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d', 'admin_state_up': True, 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'security_groups': ['755507b1-b3bf-420c-8a60-51b9b7108477']}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:57.783006 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-f1bbdd08-ba62-4418-83a6-f700f7057f98 req-0534c414-fbb9-4a75-bdf0-479fe5bd96ea tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 210 time: 0.1150250 Mar 08 04:43:57.791358 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-f6ce10ae-e23c-4562-8df6-f0c531ef4931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:57.793369 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-f6ce10ae-e23c-4562-8df6-f0c531ef4931 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=860c194c-b911-4147-84ad-16e240b1666f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.5976996 Mar 08 04:43:57.800471 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-2d770559-8424-46b7-99ea-40329ab15899 req-d80f1406-d895-4a67-8778-e61eb011855c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (89ba8554-558b-4ef7-9d8d-d0018128cb1c), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:57.813726 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b04cbc-af73-462b-a5aa-376d7199372c req-8c7a0d9a-4520-4e1c-96b6-ab61b5cc9686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:57.815665 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-51b04cbc-af73-462b-a5aa-376d7199372c req-8c7a0d9a-4520-4e1c-96b6-ab61b5cc9686 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcad66ae90ba4346a7872b34da137f6b&device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 1128 time: 0.3989787 Mar 08 04:43:57.907102 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-83a6ce54-b4af-473a-851d-fd37383caf94 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Network 55973e4d-cfae-4744-97c2-2f6db5b5eaa4 is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:43:57.908959 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-51b04cbc-af73-462b-a5aa-376d7199372c req-121bc498-191c-4405-84ce-999827476d4d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3034fd4-e039-450a-a542-bb1ca8c66a06 HTTP/1.1" status: 200 len: 217 time: 0.0774891 Mar 08 04:43:57.924453 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-83a6ce54-b4af-473a-851d-fd37383caf94 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:43:57.929392 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-83a6ce54-b4af-473a-851d-fd37383caf94 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Received port after_create {{(pid=110144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:43:57.940314 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-83a6ce54-b4af-473a-851d-fd37383caf94 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:57.940314 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-83a6ce54-b4af-473a-851d-fd37383caf94 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:57.942378 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d770559-8424-46b7-99ea-40329ab15899 req-d80f1406-d895-4a67-8778-e61eb011855c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:57.946558 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-2d770559-8424-46b7-99ea-40329ab15899 req-d80f1406-d895-4a67-8778-e61eb011855c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:57.948077 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2d770559-8424-46b7-99ea-40329ab15899 req-d80f1406-d895-4a67-8778-e61eb011855c service neutron] 10.222.0.18 "PUT /v2.0/ports/89ba8554-558b-4ef7-9d8d-d0018128cb1c HTTP/1.1" status: 200 len: 1093 time: 3.4775391 Mar 08 04:43:57.948751 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a6ce54-b4af-473a-851d-fd37383caf94 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Pushing event updated for resources: {'Port': ['ID=c08d1c1d-bdea-49ce-878b-6c829ce92072,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:58.024982 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 38662) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:58.030408 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-8b8ad301-59e4-42d7-8f11-14678e2db672 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1010765762-network', 'tenant_id': 'a1950e70fc444678ae70a30b9cce5d36'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:58.035089 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-bc524491-b86f-4d2d-b7e8-f048bc99780d tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Made reservation on behalf of 123d544e6cdd4f43acfd2e4fc0fe7867 for: {'port': 1} {{(pid=110145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:43:58.039619 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-bc524491-b86f-4d2d-b7e8-f048bc99780d tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:58.043761 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-76e3476e-c1ed-49db-a7c2-fa8d342345ba req-dc4e11b0-1fc1-4331-a193-a0222871659d tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806602 Mar 08 04:43:58.074926 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80f1406-d895-4a67-8778-e61eb011855c service neutron] Pushing event updated for resources: {'Port': ['ID=89ba8554-558b-4ef7-9d8d-d0018128cb1c,revision_number=3']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:58.103067 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-00cb145e-146c-47c4-b3cb-f5c4ee2932b0 service neutron] 10.222.0.18 "GET /v2.0/networks/860c194c-b911-4147-84ad-16e240b1666f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855084 Mar 08 04:43:58.103067 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-83a6ce54-b4af-473a-851d-fd37383caf94 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4121194 Mar 08 04:43:58.199085 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-a5bdc1d0-dd96-4ffb-9c0d-7307a30492bc None None] Provisioning complete for port c08d1c1d-bdea-49ce-878b-6c829ce92072 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:58.199688 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-a5bdc1d0-dd96-4ffb-9c0d-7307a30492bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (c08d1c1d-bdea-49ce-878b-6c829ce92072), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:58.240351 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-a5bdc1d0-dd96-4ffb-9c0d-7307a30492bc None None] Port c08d1c1d-bdea-49ce-878b-6c829ce92072 cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:43:58.336094 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8ad301-59e4-42d7-8f11-14678e2db672 admin admin] Made reservation on behalf of a1950e70fc444678ae70a30b9cce5d36 for: {'network': 1} {{(pid=110145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:43:58.338260 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8b8ad301-59e4-42d7-8f11-14678e2db672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for network (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:58.358034 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8b8ad301-59e4-42d7-8f11-14678e2db672 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:58.423491 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc3058-1726-4988-b5c6-dc92b94e706d req-04538f3b-32d9-499a-a2e2-f8e52dac372e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:58.425058 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-70bc3058-1726-4988-b5c6-dc92b94e706d req-04538f3b-32d9-499a-a2e2-f8e52dac372e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 944 time: 0.2953608 Mar 08 04:43:58.445604 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.db_base_plugin_common [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-bc524491-b86f-4d2d-b7e8-f048bc99780d tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Allocated IP 172.20.0.7 (a0b25786-9a98-4b69-9ff8-d7339822960d/7cfe1804-64f6-4463-a6ac-0aac353986ac/7e9ffabd-df11-491a-88fa-de12ae12a5e2) {{(pid=110145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:43:58.547471 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-70bc3058-1726-4988-b5c6-dc92b94e706d req-40ec210d-6db8-4b59-9574-df2197001205 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144049 Mar 08 04:43:58.602266 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014c07e-c195-467d-8cec-81cbcd13feff req-a4a01c54-fa0a-44ff-bbf7-e44c680605d2 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:58.603827 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0014c07e-c195-467d-8cec-81cbcd13feff req-a4a01c54-fa0a-44ff-bbf7-e44c680605d2 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 944 time: 0.2276032 Mar 08 04:43:58.619572 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8b8ad301-59e4-42d7-8f11-14678e2db672 admin admin] Publish callbacks [] for security_group (0708eb0f-ec70-4885-b1d7-9e651811af54), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:58.651978 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0014c07e-c195-467d-8cec-81cbcd13feff req-18d4e5df-bc93-4f2f-8b42-a8b539713503 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/security-groups?id=918cecf6-51a2-4ca2-b0e2-83a5bae69ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416508 Mar 08 04:43:58.694076 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8b8ad301-59e4-42d7-8f11-14678e2db672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (0708eb0f-ec70-4885-b1d7-9e651811af54), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:58.704044 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-bc524491-b86f-4d2d-b7e8-f048bc99780d tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for port (7e9ffabd-df11-491a-88fa-de12ae12a5e2), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:58.713249 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050817e9-b81c-494c-8264-5f99d256c2ba req-58b7687b-7ec6-40bc-8e9b-da70531547dd tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:58.714717 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-050817e9-b81c-494c-8264-5f99d256c2ba req-58b7687b-7ec6-40bc-8e9b-da70531547dd tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 932 time: 0.1011829 Mar 08 04:43:58.738963 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b8ad301-59e4-42d7-8f11-14678e2db672 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=110145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 04:43:58.764154 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ad301-59e4-42d7-8f11-14678e2db672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0708eb0f-ec70-4885-b1d7-9e651811af54,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:58.770464 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8b8ad301-59e4-42d7-8f11-14678e2db672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041'] for segment (3bdb7372-c7f6-47e4-a11a-5c74755d9e74), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:58.770871 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.db.segments_db [None req-8b8ad301-59e4-42d7-8f11-14678e2db672 admin admin] Added segment 3bdb7372-c7f6-47e4-a11a-5c74755d9e74 of type vlan for network 8980fe22-1516-4096-8d91-cbfc47d616c7 Mar 08 04:43:58.840395 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8b8ad301-59e4-42d7-8f11-14678e2db672 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769087223062'] for network (8980fe22-1516-4096-8d91-cbfc47d616c7), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:58.851642 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-050817e9-b81c-494c-8264-5f99d256c2ba req-5e6c3d1a-d970-4d13-adee-3a83cf2fd9a4 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=244e30f0-f3bc-4e76-bc70-094324fd2237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250720 Mar 08 04:43:58.898447 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b05709e8-d922-4920-91df-fe5a7d97e5c6', 'tag': 'd3034fd4-e039-450a-a542-bb1ca8c66a06'}, {'name': 'network-changed', 'server_uuid': '2de7d9f6-aafe-4651-9130-bbc9896c1ddb', 'tag': '89ba8554-558b-4ef7-9d8d-d0018128cb1c'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:43:58.900835 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8825a88-5e0d-466d-bc1f-48dbd7d74238" -d '{"events": [{"name": "network-changed", "server_uuid": "b05709e8-d922-4920-91df-fe5a7d97e5c6", "tag": "d3034fd4-e039-450a-a542-bb1ca8c66a06"}, {"name": "network-changed", "server_uuid": "2de7d9f6-aafe-4651-9130-bbc9896c1ddb", "tag": "89ba8554-558b-4ef7-9d8d-d0018128cb1c"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:43:58.938651 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-bc524491-b86f-4d2d-b7e8-f048bc99780d tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855'] for port (7e9ffabd-df11-491a-88fa-de12ae12a5e2), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:58.939956 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-31e2f177-3a98-4394-9afc-380dd08db073 req-76c4ee85-29ea-4a6a-b308-59eabe0dc790 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 210 time: 0.0263202 Mar 08 04:43:58.950860 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 08 Mar 2022 04:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bb1c1a-85ff-4feb-908c-5fa3779b61d1 x-openstack-request-id: req-d4bb1c1a-85ff-4feb-908c-5fa3779b61d1 {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:43:58.951466 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b05709e8-d922-4920-91df-fe5a7d97e5c6", "tag": "d3034fd4-e039-450a-a542-bb1ca8c66a06", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2de7d9f6-aafe-4651-9130-bbc9896c1ddb", "tag": "89ba8554-558b-4ef7-9d8d-d0018128cb1c", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:43:58.951466 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d4bb1c1a-85ff-4feb-908c-5fa3779b61d1 {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:43:58.951772 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b05709e8-d922-4920-91df-fe5a7d97e5c6', 'tag': 'd3034fd4-e039-450a-a542-bb1ca8c66a06', 'status': 'completed', 'code': 200} Mar 08 04:43:58.952074 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2de7d9f6-aafe-4651-9130-bbc9896c1ddb', 'tag': '89ba8554-558b-4ef7-9d8d-d0018128cb1c', 'status': 'completed', 'code': 200} Mar 08 04:43:58.975928 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8b8ad301-59e4-42d7-8f11-14678e2db672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093'] for network (8980fe22-1516-4096-8d91-cbfc47d616c7), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:58.976919 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8ad301-59e4-42d7-8f11-14678e2db672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:58.977522 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8b8ad301-59e4-42d7-8f11-14678e2db672 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for network (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:59.016445 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-bc524491-b86f-4d2d-b7e8-f048bc99780d tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Network a0b25786-9a98-4b69-9ff8-d7339822960d is already hosted by enough agents. {{(pid=110145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:43:59.023572 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc524491-b86f-4d2d-b7e8-f048bc99780d tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Pushing event updated for resources: {'Port': ['ID=7e9ffabd-df11-491a-88fa-de12ae12a5e2,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:59.027578 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.base_scheduler [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-bc524491-b86f-4d2d-b7e8-f048bc99780d tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Resources bound (agent type, host, resource id): {{(pid=110145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:43:59.031194 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-bc524491-b86f-4d2d-b7e8-f048bc99780d tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Received port after_create {{(pid=110145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:43:59.036288 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-bc524491-b86f-4d2d-b7e8-f048bc99780d tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:59.036897 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-bc524491-b86f-4d2d-b7e8-f048bc99780d tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for port (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:59.077092 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ad301-59e4-42d7-8f11-14678e2db672 admin admin] Pushing event updated for resources: {'Network': ['ID=8980fe22-1516-4096-8d91-cbfc47d616c7,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:59.082448 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-8b8ad301-59e4-42d7-8f11-14678e2db672 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0562015 Mar 08 04:43:59.085967 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 38686) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:43:59.090921 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-5a0ca422-2311-413a-9fe4-861b27d29b04 admin admin] Request body: {'subnet': {'network_id': '8980fe22-1516-4096-8d91-cbfc47d616c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1010765762-subnet', 'tenant_id': 'a1950e70fc444678ae70a30b9cce5d36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:59.093864 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Network 8980fe22-1516-4096-8d91-cbfc47d616c7 details requested by agent ovs-agent-dv-cinder-740146-13-iscsi with host dv-cinder-740146-13-iscsi {{(pid=110146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 04:43:59.184884 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5606c12-742d-4733-8a66-b703fc63b1ba req-5d63d775-c488-4306-851f-56c75a9e399e tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:59.186470 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-a5606c12-742d-4733-8a66-b703fc63b1ba req-5d63d775-c488-4306-851f-56c75a9e399e tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 943 time: 0.0639918 Mar 08 04:43:59.190485 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-bc524491-b86f-4d2d-b7e8-f048bc99780d tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4156561 Mar 08 04:43:59.212214 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0ca422-2311-413a-9fe4-861b27d29b04 admin admin] Made reservation on behalf of a1950e70fc444678ae70a30b9cce5d36 for: {'subnet': 1} {{(pid=110144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:43:59.216274 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5a0ca422-2311-413a-9fe4-861b27d29b04 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:59.242922 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-a5606c12-742d-4733-8a66-b703fc63b1ba req-efb67729-55a2-495f-bdd0-d408aa0ae520 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495501 Mar 08 04:43:59.250604 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-22386538-2af2-4876-9cb9-295ca47d06e6 service neutron] Request body: {'port': {'device_id': 'b7edea90-2d80-460e-9e07-196b80f72e77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:59.251990 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-2e9d2dc1-f15e-4dba-8724-a051a8b6b63e service neutron] Request body: {'port': {'device_id': 'ab1c1052-3b6e-4078-9dd7-f1d4f2c103de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:43:59.345607 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-22386538-2af2-4876-9cb9-295ca47d06e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (7e9ffabd-df11-491a-88fa-de12ae12a5e2), before_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:59.369505 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-ed1be86a-0c45-4326-a01b-90337ef32718 None None] Provisioning complete for port 7e9ffabd-df11-491a-88fa-de12ae12a5e2 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:43:59.370133 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-ed1be86a-0c45-4326-a01b-90337ef32718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (7e9ffabd-df11-491a-88fa-de12ae12a5e2), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:59.406822 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:59.417139 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-ed1be86a-0c45-4326-a01b-90337ef32718 None None] Port 7e9ffabd-df11-491a-88fa-de12ae12a5e2 cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:43:59.490181 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b04cbc-af73-462b-a5aa-376d7199372c req-8efd23e2-deb3-40a1-adf6-1023b8cd9eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:59.492163 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-51b04cbc-af73-462b-a5aa-376d7199372c req-8efd23e2-deb3-40a1-adf6-1023b8cd9eab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=163b8d78-8815-4c1c-8542-991483b60755 HTTP/1.1" status: 200 len: 858 time: 0.2463617 Mar 08 04:43:59.536201 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-2e9d2dc1-f15e-4dba-8724-a051a8b6b63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (c08d1c1d-bdea-49ce-878b-6c829ce92072), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:59.545332 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-51b04cbc-af73-462b-a5aa-376d7199372c req-d316b540-902c-4b7e-9b85-e6fe6066b994 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418005 Mar 08 04:43:59.590687 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9b5dfb26-1eff-442f-a8d3-05d2d40ac1de req-ad6165c5-9297-49a2-9b1a-73061752447c service neutron] 10.222.0.18 "GET /v2.0/networks/860c194c-b911-4147-84ad-16e240b1666f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299031 Mar 08 04:43:59.627478 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.notifiers.nova [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-22386538-2af2-4876-9cb9-295ca47d06e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e9ffabd-df11-491a-88fa-de12ae12a5e2 {{(pid=110145) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:43:59.635545 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-22386538-2af2-4876-9cb9-295ca47d06e6 service neutron] Publish callbacks [] for port (7e9ffabd-df11-491a-88fa-de12ae12a5e2), precommit_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:59.648036 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.provisioning_blocks [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-22386538-2af2-4876-9cb9-295ca47d06e6 service neutron] Transition to ACTIVE for port object 7e9ffabd-df11-491a-88fa-de12ae12a5e2 will not be triggered until provisioned by entity L2. {{(pid=110145) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 04:43:59.674159 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d770559-8424-46b7-99ea-40329ab15899 req-60c4ae6e-4138-4dee-9f7c-e9a6fc1c51f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:59.675676 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2d770559-8424-46b7-99ea-40329ab15899 req-60c4ae6e-4138-4dee-9f7c-e9a6fc1c51f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcad66ae90ba4346a7872b34da137f6b&device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 1127 time: 0.2544293 Mar 08 04:43:59.732263 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-22386538-2af2-4876-9cb9-295ca47d06e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (7e9ffabd-df11-491a-88fa-de12ae12a5e2), after_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:59.817620 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22386538-2af2-4876-9cb9-295ca47d06e6 service neutron] Pushing event updated for resources: {'Port': ['ID=7e9ffabd-df11-491a-88fa-de12ae12a5e2,revision_number=2']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:43:59.827702 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2d770559-8424-46b7-99ea-40329ab15899 req-4a7a995f-1eae-49d5-8ec5-fe04f85e3f74 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89ba8554-558b-4ef7-9d8d-d0018128cb1c HTTP/1.1" status: 200 len: 217 time: 0.1236315 Mar 08 04:43:59.856416 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec4521-369a-4c02-980c-c1d5e903c75b req-16b73498-4363-4b8f-9ff7-73c1d71f63fa tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:43:59.858019 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-fbec4521-369a-4c02-980c-c1d5e903c75b req-16b73498-4363-4b8f-9ff7-73c1d71f63fa tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 944 time: 0.1369929 Mar 08 04:43:59.860759 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.managers [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-22386538-2af2-4876-9cb9-295ca47d06e6 service neutron] Attempting to bind port 7e9ffabd-df11-491a-88fa-de12ae12a5e2 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=110145) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:43:59.861090 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.managers [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-22386538-2af2-4876-9cb9-295ca47d06e6 service neutron] Attempting to bind port 7e9ffabd-df11-491a-88fa-de12ae12a5e2 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'a818c616-68c3-44f5-83e0-f69b9edc3447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d'}] {{(pid=110145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:43:59.861444 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-22386538-2af2-4876-9cb9-295ca47d06e6 service neutron] Attempting to bind port 7e9ffabd-df11-491a-88fa-de12ae12a5e2 on network a0b25786-9a98-4b69-9ff8-d7339822960d {{(pid=110145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:43:59.866786 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-22386538-2af2-4876-9cb9-295ca47d06e6 service neutron] Port 7e9ffabd-df11-491a-88fa-de12ae12a5e2 on network a0b25786-9a98-4b69-9ff8-d7339822960d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=110145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 04:43:59.867103 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-22386538-2af2-4876-9cb9-295ca47d06e6 service neutron] Attempting to bind port 7e9ffabd-df11-491a-88fa-de12ae12a5e2 on network a0b25786-9a98-4b69-9ff8-d7339822960d {{(pid=110145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:43:59.887881 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-22386538-2af2-4876-9cb9-295ca47d06e6 service neutron] Checking agent: {'id': '8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'started_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:43:59.888022 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-22386538-2af2-4876-9cb9-295ca47d06e6 service neutron] Checking segment: {'id': 'a818c616-68c3-44f5-83e0-f69b9edc3447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:43:59.888366 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-22386538-2af2-4876-9cb9-295ca47d06e6 service neutron] Bound using segment: {'id': 'a818c616-68c3-44f5-83e0-f69b9edc3447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d'} {{(pid=110145) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:43:59.888808 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.managers [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-22386538-2af2-4876-9cb9-295ca47d06e6 service neutron] Bound port: 7e9ffabd-df11-491a-88fa-de12ae12a5e2, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a818c616-68c3-44f5-83e0-f69b9edc3447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d'}}] {{(pid=110145) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:43:59.889206 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-22386538-2af2-4876-9cb9-295ca47d06e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (7e9ffabd-df11-491a-88fa-de12ae12a5e2), before_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:43:59.977670 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-51b04cbc-af73-462b-a5aa-376d7199372c req-693370a1-e52b-4c0f-ba5b-74eed0249299 service neutron] 10.222.0.18 "GET /v2.0/networks/cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159117 Mar 08 04:43:59.990381 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-fbec4521-369a-4c02-980c-c1d5e903c75b req-59584a1c-f932-4b1c-b2b4-d30a8978ab48 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/security-groups?id=918cecf6-51a2-4ca2-b0e2-83a5bae69ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210294 Mar 08 04:43:59.995137 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.db [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-22386538-2af2-4876-9cb9-295ca47d06e6 service neutron] For port 7e9ffabd-df11-491a-88fa-de12ae12a5e2, host hv-cinder-74014, cleared binding levels {{(pid=110145) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:43:59.998711 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.db [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-22386538-2af2-4876-9cb9-295ca47d06e6 service neutron] For port 7e9ffabd-df11-491a-88fa-de12ae12a5e2, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7e9ffabd-df11-491a-88fa-de12ae12a5e2,segment=NetworkSegment(a818c616-68c3-44f5-83e0-f69b9edc3447),segment_id=a818c616-68c3-44f5-83e0-f69b9edc3447)] {{(pid=110145) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:44:00.006135 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d770559-8424-46b7-99ea-40329ab15899 req-9dd05162-8bf1-4428-bf46-ae4a9533175c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:00.008190 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2d770559-8424-46b7-99ea-40329ab15899 req-9dd05162-8bf1-4428-bf46-ae4a9533175c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=163b8d78-8815-4c1c-8542-991483b60755 HTTP/1.1" status: 200 len: 858 time: 0.1630237 Mar 08 04:44:00.024357 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34eeccf-8570-44e7-ac14-5b4eefe37141 req-2cbb38d9-95b3-431d-855b-d8fc542a7624 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:00.025931 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f34eeccf-8570-44e7-ac14-5b4eefe37141 req-2cbb38d9-95b3-431d-855b-d8fc542a7624 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 944 time: 0.3832269 Mar 08 04:44:00.029813 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c7b13-1d41-4557-93da-bc40359351ad req-92cf4360-59b0-44bf-89ff-77ada724053b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:00.031259 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-5e8c7b13-1d41-4557-93da-bc40359351ad req-92cf4360-59b0-44bf-89ff-77ada724053b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=53b2a43d64144bbfbae1d11822fba676&device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 1128 time: 0.2937427 Mar 08 04:44:00.032115 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5a0ca422-2311-413a-9fe4-861b27d29b04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093'] for subnet (49167663-81b9-46f5-92d0-06b497e2554c), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:00.094879 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-22386538-2af2-4876-9cb9-295ca47d06e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (7e9ffabd-df11-491a-88fa-de12ae12a5e2), after_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:00.147499 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ca422-2311-413a-9fe4-861b27d29b04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49167663-81b9-46f5-92d0-06b497e2554c,revision_number=0']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:00.168945 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-22386538-2af2-4876-9cb9-295ca47d06e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:00.169608 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-22386538-2af2-4876-9cb9-295ca47d06e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for port (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:00.171061 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-22386538-2af2-4876-9cb9-295ca47d06e6 service neutron] 10.222.0.18 "PUT /v2.0/ports/7e9ffabd-df11-491a-88fa-de12ae12a5e2 HTTP/1.1" status: 200 len: 1093 time: 0.9256365 Mar 08 04:44:00.173058 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7edea90-2d80-460e-9e07-196b80f72e77', 'tag': '7e9ffabd-df11-491a-88fa-de12ae12a5e2'}] {{(pid=110145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:44:00.175546 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71968b58d2f8aa6f8c15556c85a5ad4508c502c1b37aaef7a0ee3c4c7a23d4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39aa163a-5fe7-41ce-b870-ef39df89c5b2" -d '{"events": [{"name": "network-changed", "server_uuid": "b7edea90-2d80-460e-9e07-196b80f72e77", "tag": "7e9ffabd-df11-491a-88fa-de12ae12a5e2"}]}' {{(pid=110145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:44:00.192418 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d672bdd-12d2-484e-9cd6-15cc9f70a0a8 req-146d295d-4500-446e-8620-6d2db07fa501 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:00.194706 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-0d672bdd-12d2-484e-9cd6-15cc9f70a0a8 req-146d295d-4500-446e-8620-6d2db07fa501 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 932 time: 0.1326206 Mar 08 04:44:00.195364 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22386538-2af2-4876-9cb9-295ca47d06e6 service neutron] Pushing event updated for resources: {'Port': ['ID=7e9ffabd-df11-491a-88fa-de12ae12a5e2,revision_number=3']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:00.197012 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f34eeccf-8570-44e7-ac14-5b4eefe37141 req-b425dbad-b266-49b2-8498-2d3659fd549f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595805 Mar 08 04:44:00.204274 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0ca422-2311-413a-9fe4-861b27d29b04 admin admin] Checking segment: {'id': '3bdb7372-c7f6-47e4-a11a-5c74755d9e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '8980fe22-1516-4096-8d91-cbfc47d616c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:44:00.204634 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0ca422-2311-413a-9fe4-861b27d29b04 admin admin] Network hostable DHCP agents. Network: 8980fe22-1516-4096-8d91-cbfc47d616c7, hostable agents: ['0b7bcd49-0510-447e-bc01-0aee655b7fc1'], hosted agents: [] {{(pid=110144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 04:44:00.280684 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-0d672bdd-12d2-484e-9cd6-15cc9f70a0a8 req-c1101235-2207-4cd7-b674-2e80ca303c3e tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=244e30f0-f3bc-4e76-bc70-094324fd2237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689883 Mar 08 04:44:00.321371 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f34cc1-2b9d-4894-9f64-208d81ede3e3 x-openstack-request-id: req-67f34cc1-2b9d-4894-9f64-208d81ede3e3 {{(pid=110145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:44:00.321672 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7edea90-2d80-460e-9e07-196b80f72e77", "tag": "7e9ffabd-df11-491a-88fa-de12ae12a5e2", "status": "completed", "code": 200}]} {{(pid=110145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:44:00.321937 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-67f34cc1-2b9d-4894-9f64-208d81ede3e3 {{(pid=110145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:44:00.322372 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7edea90-2d80-460e-9e07-196b80f72e77', 'tag': '7e9ffabd-df11-491a-88fa-de12ae12a5e2', 'status': 'completed', 'code': 200} Mar 08 04:44:00.417949 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-2e9d2dc1-f15e-4dba-8724-a051a8b6b63e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c08d1c1d-bdea-49ce-878b-6c829ce92072 {{(pid=110144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:44:00.422426 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-c1be78c1-e5a1-4515-b885-320b187f64a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:00.422606 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0ca422-2311-413a-9fe4-861b27d29b04 admin admin] Network 8980fe22-1516-4096-8d91-cbfc47d616c7 is scheduled to be hosted by DHCP agent 0b7bcd49-0510-447e-bc01-0aee655b7fc1 with binding_index 1 {{(pid=110144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 04:44:00.423306 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-c1be78c1-e5a1-4515-b885-320b187f64a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=123d544e6cdd4f43acfd2e4fc0fe7867&device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 1127 time: 0.0894489 Mar 08 04:44:00.426449 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2d770559-8424-46b7-99ea-40329ab15899 req-dc2dca3f-bc20-4f1a-b205-4047a4529f26 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100993 Mar 08 04:44:00.441216 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-2e9d2dc1-f15e-4dba-8724-a051a8b6b63e service neutron] Publish callbacks [] for port (c08d1c1d-bdea-49ce-878b-6c829ce92072), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:00.487692 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-54a24194-1af7-4af1-8c2e-5291eaf13ca6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e9ffabd-df11-491a-88fa-de12ae12a5e2 HTTP/1.1" status: 200 len: 217 time: 0.0462019 Mar 08 04:44:00.537385 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975e473-8557-4336-9011-459d28d1457a req-be5441c9-b5d6-4749-bfd4-8cc18d09e984 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:00.539018 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-9975e473-8557-4336-9011-459d28d1457a req-be5441c9-b5d6-4749-bfd4-8cc18d09e984 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 943 time: 0.1353340 Mar 08 04:44:00.558176 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.provisioning_blocks [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-2e9d2dc1-f15e-4dba-8724-a051a8b6b63e service neutron] Transition to ACTIVE for port object c08d1c1d-bdea-49ce-878b-6c829ce92072 will not be triggered until provisioned by entity L2. {{(pid=110144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 04:44:00.567449 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-969d6995-178a-4372-a82f-8548e7b71ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:00.569495 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-969d6995-178a-4372-a82f-8548e7b71ba0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7cfe1804-64f6-4463-a6ac-0aac353986ac HTTP/1.1" status: 200 len: 849 time: 0.0752840 Mar 08 04:44:00.573066 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [None req-5a0ca422-2311-413a-9fe4-861b27d29b04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-13-iscsi, 8980fe22-1516-4096-8d91-cbfc47d616c7) {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:44:00.581930 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5748748-2cb5-446d-9cbe-f502f4eba138 None None] Network 8980fe22-1516-4096-8d91-cbfc47d616c7 requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:44:00.592925 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0ca422-2311-413a-9fe4-861b27d29b04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:00.593565 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5a0ca422-2311-413a-9fe4-861b27d29b04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for subnet (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:00.621411 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-51b04cbc-af73-462b-a5aa-376d7199372c req-870e086e-7661-4e94-989d-29872e9ed65e service neutron] 10.222.0.18 "GET /v2.0/networks/cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142504 Mar 08 04:44:00.629541 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-9975e473-8557-4336-9011-459d28d1457a req-97bf9e06-30a9-4313-be79-d51980efc949 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802798 Mar 08 04:44:00.646587 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-2e9d2dc1-f15e-4dba-8724-a051a8b6b63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (c08d1c1d-bdea-49ce-878b-6c829ce92072), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:00.666713 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-acc22fec-f14d-43ea-918f-058022374760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:00.668439 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-acc22fec-f14d-43ea-918f-058022374760 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0b25786-9a98-4b69-9ff8-d7339822960d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0913208 Mar 08 04:44:00.676709 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29239cda-9cbf-4614-96a4-443a340a9240 req-baa93c42-ef89-43df-bf9f-173e9ff7a67b tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:00.678240 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-29239cda-9cbf-4614-96a4-443a340a9240 req-baa93c42-ef89-43df-bf9f-173e9ff7a67b tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 943 time: 0.3711770 Mar 08 04:44:00.729484 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c76e985-e01c-478f-9f51-8900c4052dda None None] Network 8980fe22-1516-4096-8d91-cbfc47d616c7 requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:44:00.783855 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-aa584c2c-ecc7-4107-b057-7da4b1e1d6fb service neutron] 10.222.0.18 "GET /v2.0/networks/a0b25786-9a98-4b69-9ff8-d7339822960d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089156 Mar 08 04:44:00.897662 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-51d7c54f-9903-4fb6-a880-990fedac0d81 req-c471071a-7782-484a-a3ff-56794e892dd2 service neutron] 10.222.0.18 "GET /v2.0/networks/a0b25786-9a98-4b69-9ff8-d7339822960d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074731 Mar 08 04:44:00.953847 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c7b13-1d41-4557-93da-bc40359351ad req-ed480d2f-cc3a-40bb-b139-f1a1416ba060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:00.955251 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-5e8c7b13-1d41-4557-93da-bc40359351ad req-ed480d2f-cc3a-40bb-b139-f1a1416ba060 service neutron] 10.222.0.18 "GET /v2.0/networks?id=860c194c-b911-4147-84ad-16e240b1666f HTTP/1.1" status: 200 len: 917 time: 0.6443934 Mar 08 04:44:00.976288 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-5a0ca422-2311-413a-9fe4-861b27d29b04 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8891525 Mar 08 04:44:01.027193 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d2dc1-f15e-4dba-8724-a051a8b6b63e service neutron] Pushing event updated for resources: {'Port': ['ID=c08d1c1d-bdea-49ce-878b-6c829ce92072,revision_number=2']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:01.030955 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2d770559-8424-46b7-99ea-40329ab15899 req-6f9f274d-d3ac-49d3-8b6f-df7bd05ca007 service neutron] 10.222.0.18 "GET /v2.0/networks/cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5925903 Mar 08 04:44:01.046977 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-5e8c7b13-1d41-4557-93da-bc40359351ad req-ccc501e1-a7d0-4482-a49f-c117f35b352d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=773994d5-ad91-4559-b1ef-e0288cc192d7 HTTP/1.1" status: 200 len: 217 time: 0.0759928 Mar 08 04:44:01.084599 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa163a-5fe7-41ce-b870-ef39df89c5b2 req-b2e87dc1-5ad2-4575-aa3d-338428522be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:01.087002 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-39aa163a-5fe7-41ce-b870-ef39df89c5b2 req-b2e87dc1-5ad2-4575-aa3d-338428522be3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=123d544e6cdd4f43acfd2e4fc0fe7867&device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 1127 time: 0.0779147 Mar 08 04:44:01.287918 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa163a-5fe7-41ce-b870-ef39df89c5b2 req-e7716e36-83de-4ae3-9f79-78952c6a3f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:01.287918 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-39aa163a-5fe7-41ce-b870-ef39df89c5b2 req-e7716e36-83de-4ae3-9f79-78952c6a3f04 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a0b25786-9a98-4b69-9ff8-d7339822960d HTTP/1.1" status: 200 len: 911 time: 0.1847627 Mar 08 04:44:01.288505 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-29239cda-9cbf-4614-96a4-443a340a9240 req-0ce38b43-1e72-46b9-820b-117b13977737 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3897994 Mar 08 04:44:01.292847 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf06a3-7849-47ef-9352-b80b0db37c2f req-5d3fc6c8-be5d-43b2-8f73-00fe4d07b214 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:01.301113 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-f0cf06a3-7849-47ef-9352-b80b0db37c2f req-5d3fc6c8-be5d-43b2-8f73-00fe4d07b214 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 944 time: 0.1163106 Mar 08 04:44:01.333951 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-2e9d2dc1-f15e-4dba-8724-a051a8b6b63e service neutron] Attempting to bind port c08d1c1d-bdea-49ce-878b-6c829ce92072 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:44:01.334687 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-2e9d2dc1-f15e-4dba-8724-a051a8b6b63e service neutron] Attempting to bind port c08d1c1d-bdea-49ce-878b-6c829ce92072 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '3078e9f3-ee99-4520-9a84-dd25cc09024c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4'}] {{(pid=110144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:44:01.334687 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-2e9d2dc1-f15e-4dba-8724-a051a8b6b63e service neutron] Attempting to bind port c08d1c1d-bdea-49ce-878b-6c829ce92072 on network 55973e4d-cfae-4744-97c2-2f6db5b5eaa4 {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:44:01.348345 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-2e9d2dc1-f15e-4dba-8724-a051a8b6b63e service neutron] Port c08d1c1d-bdea-49ce-878b-6c829ce92072 on network 55973e4d-cfae-4744-97c2-2f6db5b5eaa4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 04:44:01.355807 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-2e9d2dc1-f15e-4dba-8724-a051a8b6b63e service neutron] Attempting to bind port c08d1c1d-bdea-49ce-878b-6c829ce92072 on network 55973e4d-cfae-4744-97c2-2f6db5b5eaa4 {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:44:01.360225 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8825a88-5e0d-466d-bc1f-48dbd7d74238 req-996fae2d-9e95-45ad-9ba4-3b91231b6c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:01.362011 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c8825a88-5e0d-466d-bc1f-48dbd7d74238 req-996fae2d-9e95-45ad-9ba4-3b91231b6c88 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcad66ae90ba4346a7872b34da137f6b&device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 1128 time: 0.4661808 Mar 08 04:44:01.376580 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-39aa163a-5fe7-41ce-b870-ef39df89c5b2 req-f49c58cf-0ca5-41b9-9a14-3c0a5f6cae91 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e9ffabd-df11-491a-88fa-de12ae12a5e2 HTTP/1.1" status: 200 len: 217 time: 0.0709832 Mar 08 04:44:01.384335 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-2e9d2dc1-f15e-4dba-8724-a051a8b6b63e service neutron] Checking agent: {'id': '8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'started_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:44:01.384742 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-2e9d2dc1-f15e-4dba-8724-a051a8b6b63e service neutron] Checking segment: {'id': '3078e9f3-ee99-4520-9a84-dd25cc09024c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:44:01.385412 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-2e9d2dc1-f15e-4dba-8724-a051a8b6b63e service neutron] Bound using segment: {'id': '3078e9f3-ee99-4520-9a84-dd25cc09024c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4'} {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:44:01.385765 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-2e9d2dc1-f15e-4dba-8724-a051a8b6b63e service neutron] Bound port: c08d1c1d-bdea-49ce-878b-6c829ce92072, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3078e9f3-ee99-4520-9a84-dd25cc09024c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4'}}] {{(pid=110144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:44:01.386182 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-2e9d2dc1-f15e-4dba-8724-a051a8b6b63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (c08d1c1d-bdea-49ce-878b-6c829ce92072), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:01.423198 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c7b13-1d41-4557-93da-bc40359351ad req-7cc2f353-81c1-43ba-b20f-df8757afa4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:01.424750 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-5e8c7b13-1d41-4557-93da-bc40359351ad req-7cc2f353-81c1-43ba-b20f-df8757afa4ae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2b6a1ea5-e77b-4dad-bc11-fe8b411f2953 HTTP/1.1" status: 200 len: 855 time: 0.3613691 Mar 08 04:44:01.473756 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-f0cf06a3-7849-47ef-9352-b80b0db37c2f req-36029a6c-3c04-4dbc-899e-26b599da5530 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/security-groups?id=918cecf6-51a2-4ca2-b0e2-83a5bae69ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470044 Mar 08 04:44:01.483677 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa163a-5fe7-41ce-b870-ef39df89c5b2 req-fd383a96-ee74-4f7a-a341-7cc9008abb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:01.483677 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-39aa163a-5fe7-41ce-b870-ef39df89c5b2 req-fd383a96-ee74-4f7a-a341-7cc9008abb09 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7cfe1804-64f6-4463-a6ac-0aac353986ac HTTP/1.1" status: 200 len: 849 time: 0.0991771 Mar 08 04:44:01.564879 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2d770559-8424-46b7-99ea-40329ab15899 req-7915f0f3-a3d2-4a3d-a9ac-0d60a8d5a4d7 service neutron] 10.222.0.18 "GET /v2.0/networks/cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5252512 Mar 08 04:44:01.574898 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa163a-5fe7-41ce-b870-ef39df89c5b2 req-3d68534b-d95a-411f-ad93-797157c95129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:01.576741 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-39aa163a-5fe7-41ce-b870-ef39df89c5b2 req-3d68534b-d95a-411f-ad93-797157c95129 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0b25786-9a98-4b69-9ff8-d7339822960d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0848019 Mar 08 04:44:01.600822 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8825a88-5e0d-466d-bc1f-48dbd7d74238 req-beaa5f5a-ec79-4f43-9206-eeda581a5c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:01.602317 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c8825a88-5e0d-466d-bc1f-48dbd7d74238 req-beaa5f5a-ec79-4f43-9206-eeda581a5c50 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7 HTTP/1.1" status: 200 len: 919 time: 0.2291937 Mar 08 04:44:01.615055 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e46cf7-8f52-4bcb-bad0-18eaabc1b900 req-bfc3d509-80fe-401a-a59c-eb98524141cb tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:01.618974 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-e9e46cf7-8f52-4bcb-bad0-18eaabc1b900 req-bfc3d509-80fe-401a-a59c-eb98524141cb tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 944 time: 0.0850699 Mar 08 04:44:01.675383 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c8825a88-5e0d-466d-bc1f-48dbd7d74238 req-d89bdfc5-1918-4fd8-8ec1-d9b5ef939360 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3034fd4-e039-450a-a542-bb1ca8c66a06 HTTP/1.1" status: 200 len: 217 time: 0.0666425 Mar 08 04:44:01.687086 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d89ce-557c-454f-9232-c1b034bc9762 req-1b3f95bb-a24c-4fa8-b98f-bd44b9d6836c tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:01.688630 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-db5d89ce-557c-454f-9232-c1b034bc9762 req-1b3f95bb-a24c-4fa8-b98f-bd44b9d6836c tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 944 time: 0.2970757 Mar 08 04:44:01.720619 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-e9e46cf7-8f52-4bcb-bad0-18eaabc1b900 req-8488200d-5deb-43ff-b99e-c0b903f5a09e tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=244e30f0-f3bc-4e76-bc70-094324fd2237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927229 Mar 08 04:44:01.722834 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-39aa163a-5fe7-41ce-b870-ef39df89c5b2 req-bd36a44a-e481-4a52-b7b1-05db4899faf1 service neutron] 10.222.0.18 "GET /v2.0/networks/a0b25786-9a98-4b69-9ff8-d7339822960d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375358 Mar 08 04:44:01.742735 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-2e9d2dc1-f15e-4dba-8724-a051a8b6b63e service neutron] For port c08d1c1d-bdea-49ce-878b-6c829ce92072, host hv-cinder-74014, cleared binding levels {{(pid=110144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:44:01.744300 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c7b13-1d41-4557-93da-bc40359351ad req-4792811e-c3e6-4177-8364-14f75e6ca025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:01.745916 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-5e8c7b13-1d41-4557-93da-bc40359351ad req-4792811e-c3e6-4177-8364-14f75e6ca025 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=860c194c-b911-4147-84ad-16e240b1666f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3100166 Mar 08 04:44:01.791871 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-2e9d2dc1-f15e-4dba-8724-a051a8b6b63e service neutron] For port c08d1c1d-bdea-49ce-878b-6c829ce92072, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=c08d1c1d-bdea-49ce-878b-6c829ce92072,segment=NetworkSegment(3078e9f3-ee99-4520-9a84-dd25cc09024c),segment_id=3078e9f3-ee99-4520-9a84-dd25cc09024c)] {{(pid=110144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:44:01.818811 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8825a88-5e0d-466d-bc1f-48dbd7d74238 req-fb79c1db-f0f0-4be9-a284-a714f0a7dc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:01.820265 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c8825a88-5e0d-466d-bc1f-48dbd7d74238 req-fb79c1db-f0f0-4be9-a284-a714f0a7dc7e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=163b8d78-8815-4c1c-8542-991483b60755 HTTP/1.1" status: 200 len: 858 time: 0.1280291 Mar 08 04:44:01.827340 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-db5d89ce-557c-454f-9232-c1b034bc9762 req-fcb57840-d574-4be2-8fb2-7d7dbf79db12 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309021 Mar 08 04:44:01.855488 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-39aa163a-5fe7-41ce-b870-ef39df89c5b2 req-4e66d0e3-26c4-4dc1-aab3-631a041e6cd3 service neutron] 10.222.0.18 "GET /v2.0/networks/a0b25786-9a98-4b69-9ff8-d7339822960d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257234 Mar 08 04:44:01.869828 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04882a-93e6-43a7-9a01-f77830ce48a3 req-4e0d546d-ccb8-49a9-b7dd-a70815e81514 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:01.872049 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-2a04882a-93e6-43a7-9a01-f77830ce48a3 req-4e0d546d-ccb8-49a9-b7dd-a70815e81514 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 943 time: 0.0745006 Mar 08 04:44:01.874502 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-2e9d2dc1-f15e-4dba-8724-a051a8b6b63e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (c08d1c1d-bdea-49ce-878b-6c829ce92072), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:01.899544 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c8825a88-5e0d-466d-bc1f-48dbd7d74238 req-ae272b80-7f37-4e39-a05c-c70b2a2d06d8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467558 Mar 08 04:44:01.921018 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-2a04882a-93e6-43a7-9a01-f77830ce48a3 req-6fbc5182-49c8-4601-be91-6cc950904889 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433450 Mar 08 04:44:01.926423 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-2e9d2dc1-f15e-4dba-8724-a051a8b6b63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:01.927217 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-2e9d2dc1-f15e-4dba-8724-a051a8b6b63e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:01.929650 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-2e9d2dc1-f15e-4dba-8724-a051a8b6b63e service neutron] 10.222.0.18 "PUT /v2.0/ports/c08d1c1d-bdea-49ce-878b-6c829ce92072 HTTP/1.1" status: 200 len: 1094 time: 2.6822658 Mar 08 04:44:01.935415 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1c1052-3b6e-4078-9dd7-f1d4f2c103de', 'tag': 'c08d1c1d-bdea-49ce-878b-6c829ce92072'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:44:01.937739 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ef2ea1-71ab-4c39-bef1-8c2fc3abd8dd" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1c1052-3b6e-4078-9dd7-f1d4f2c103de", "tag": "c08d1c1d-bdea-49ce-878b-6c829ce92072"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:44:01.997116 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c97609-acba-4879-aaae-8fd390bcc1b4 x-openstack-request-id: req-67c97609-acba-4879-aaae-8fd390bcc1b4 {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:44:01.997425 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1c1052-3b6e-4078-9dd7-f1d4f2c103de", "tag": "c08d1c1d-bdea-49ce-878b-6c829ce92072", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:44:01.997679 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-67c97609-acba-4879-aaae-8fd390bcc1b4 {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:44:01.998072 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1c1052-3b6e-4078-9dd7-f1d4f2c103de', 'tag': 'c08d1c1d-bdea-49ce-878b-6c829ce92072', 'status': 'completed', 'code': 200} Mar 08 04:44:02.000075 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-5e8c7b13-1d41-4557-93da-bc40359351ad req-1d8419e7-7725-4e3b-b2f3-15aa04a83868 service neutron] 10.222.0.18 "GET /v2.0/networks/860c194c-b911-4147-84ad-16e240b1666f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402430 Mar 08 04:44:02.074041 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d2dc1-f15e-4dba-8724-a051a8b6b63e service neutron] Pushing event updated for resources: {'Port': ['ID=c08d1c1d-bdea-49ce-878b-6c829ce92072,revision_number=3']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:02.176673 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c8825a88-5e0d-466d-bc1f-48dbd7d74238 req-471b8a24-0688-4228-85bc-8f69cb2a997c service neutron] 10.222.0.18 "GET /v2.0/networks/cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457671 Mar 08 04:44:02.181318 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef2ea1-71ab-4c39-bef1-8c2fc3abd8dd req-36228342-837d-4641-87dc-f4eda8a6e4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:02.182752 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-d0ef2ea1-71ab-4c39-bef1-8c2fc3abd8dd req-36228342-837d-4641-87dc-f4eda8a6e4e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aeea4438116f4318bc83a1167fc0068f&device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 1128 time: 0.1350410 Mar 08 04:44:02.242701 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-5e8c7b13-1d41-4557-93da-bc40359351ad req-e790e48d-b862-4258-bd00-2f4e6a584716 service neutron] 10.222.0.18 "GET /v2.0/networks/860c194c-b911-4147-84ad-16e240b1666f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042418 Mar 08 04:44:02.431348 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c8825a88-5e0d-466d-bc1f-48dbd7d74238 req-ed4dd6b3-e0f4-4fe2-b945-297f4614fe43 service neutron] 10.222.0.18 "GET /v2.0/networks/cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443893 Mar 08 04:44:02.433982 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef2ea1-71ab-4c39-bef1-8c2fc3abd8dd req-06862392-cab4-49bc-a2e7-25d2fe10e607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:02.435353 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-d0ef2ea1-71ab-4c39-bef1-8c2fc3abd8dd req-06862392-cab4-49bc-a2e7-25d2fe10e607 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=aeea4438116f4318bc83a1167fc0068f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2361655 Mar 08 04:44:02.481335 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836f4e7-72a5-4393-b74d-3ee3208d0ec5 req-5ff721bb-0fbb-4ce1-b69e-a15bb7992085 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:02.482906 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-a836f4e7-72a5-4393-b74d-3ee3208d0ec5 req-5ff721bb-0fbb-4ce1-b69e-a15bb7992085 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 943 time: 0.0993721 Mar 08 04:44:02.560191 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-a836f4e7-72a5-4393-b74d-3ee3208d0ec5 req-aa293179-725b-483b-bb67-da924b4e0a91 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712831 Mar 08 04:44:02.878031 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9dc28-d488-415f-8ec8-aa1b72250396 req-8b941e80-cd2a-4c1a-a4d1-9ce30dcc78aa tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:02.881937 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-f2f9dc28-d488-415f-8ec8-aa1b72250396 req-8b941e80-cd2a-4c1a-a4d1-9ce30dcc78aa tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 944 time: 0.0674024 Mar 08 04:44:02.919931 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8825a88-5e0d-466d-bc1f-48dbd7d74238 req-c2414061-5179-446e-a452-8f7a58699550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:02.921496 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c8825a88-5e0d-466d-bc1f-48dbd7d74238 req-c2414061-5179-446e-a452-8f7a58699550 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcad66ae90ba4346a7872b34da137f6b&device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 1127 time: 0.3929818 Mar 08 04:44:02.924191 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef2ea1-71ab-4c39-bef1-8c2fc3abd8dd req-b6a2daee-3361-442b-8bc4-b096ab871ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:02.925546 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-d0ef2ea1-71ab-4c39-bef1-8c2fc3abd8dd req-b6a2daee-3361-442b-8bc4-b096ab871ad6 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4833493 Mar 08 04:44:02.933001 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efe49c-a176-413a-b92b-29c6467990d2 req-c07ffc7c-b0cb-4f26-b764-f02e23c4459f tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:02.933343 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-f2f9dc28-d488-415f-8ec8-aa1b72250396 req-567972cf-01cc-400e-9707-ba385d861fe8 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=244e30f0-f3bc-4e76-bc70-094324fd2237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478373 Mar 08 04:44:02.934469 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-25efe49c-a176-413a-b92b-29c6467990d2 req-c07ffc7c-b0cb-4f26-b764-f02e23c4459f tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 944 time: 0.3643832 Mar 08 04:44:03.047377 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea33e01-a779-420f-97ec-7f85355c8869 req-bac86c5c-9061-4970-a1b3-27db0995f7f6 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:03.049421 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-9ea33e01-a779-420f-97ec-7f85355c8869 req-bac86c5c-9061-4970-a1b3-27db0995f7f6 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 944 time: 0.0560813 Mar 08 04:44:03.070024 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-25efe49c-a176-413a-b92b-29c6467990d2 req-c23e85e5-0fa2-4083-b083-b54adf47a4c9 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/security-groups?id=918cecf6-51a2-4ca2-b0e2-83a5bae69ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252391 Mar 08 04:44:03.088187 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8825a88-5e0d-466d-bc1f-48dbd7d74238 req-f6810de9-dfd6-46e5-99f3-17f8293d821b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:03.089748 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c8825a88-5e0d-466d-bc1f-48dbd7d74238 req-f6810de9-dfd6-46e5-99f3-17f8293d821b service neutron] 10.222.0.18 "GET /v2.0/networks?id=cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7 HTTP/1.1" status: 200 len: 919 time: 0.1543617 Mar 08 04:44:03.105266 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-7c9086be-eec6-4b6f-b607-7c4e539c5dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:03.106875 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-7c9086be-eec6-4b6f-b607-7c4e539c5dc4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aeea4438116f4318bc83a1167fc0068f&device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 1128 time: 0.1269681 Mar 08 04:44:03.120220 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-9ea33e01-a779-420f-97ec-7f85355c8869 req-1ce44f5e-3be7-48f0-996c-0363ff6d82f7 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633535 Mar 08 04:44:03.136343 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c8825a88-5e0d-466d-bc1f-48dbd7d74238 req-2ea5c7e3-3e4f-41ca-8168-ff09fc9f5709 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89ba8554-558b-4ef7-9d8d-d0018128cb1c HTTP/1.1" status: 200 len: 217 time: 0.0400698 Mar 08 04:44:03.200821 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-fbcebe5f-a7f6-4a98-bdf7-0479f94e5582 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c08d1c1d-bdea-49ce-878b-6c829ce92072 HTTP/1.1" status: 200 len: 217 time: 0.0662675 Mar 08 04:44:03.277142 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8825a88-5e0d-466d-bc1f-48dbd7d74238 req-ee725936-c2be-423b-9f94-45e30ae4b962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:03.278757 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c8825a88-5e0d-466d-bc1f-48dbd7d74238 req-ee725936-c2be-423b-9f94-45e30ae4b962 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=163b8d78-8815-4c1c-8542-991483b60755 HTTP/1.1" status: 200 len: 858 time: 0.1277528 Mar 08 04:44:03.287858 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-248b9ecd-6236-4916-b411-d604ccb60823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:03.289229 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-248b9ecd-6236-4916-b411-d604ccb60823 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7efbded5-60f9-4264-992d-981c4669fa99 HTTP/1.1" status: 200 len: 853 time: 0.0675707 Mar 08 04:44:03.305439 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd564a4-02d4-4f7d-bb6d-5b5f1b4c35a1 req-cdd151f4-078c-48a0-ad9b-6523c5f817cc tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:03.306882 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4dd564a4-02d4-4f7d-bb6d-5b5f1b4c35a1 req-cdd151f4-078c-48a0-ad9b-6523c5f817cc tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 943 time: 0.1650524 Mar 08 04:44:03.347850 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c8825a88-5e0d-466d-bc1f-48dbd7d74238 req-c47dbf87-0d3f-41b7-9a9f-5bfceef6db6f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616601 Mar 08 04:44:03.459074 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4dd564a4-02d4-4f7d-bb6d-5b5f1b4c35a1 req-cbf923ac-d15e-4f78-b438-21bdb85b7ab8 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264582 Mar 08 04:44:03.463073 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-1ad74558-c12c-4189-ba11-e31c1128283b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:03.464484 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-1ad74558-c12c-4189-ba11-e31c1128283b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55973e4d-cfae-4744-97c2-2f6db5b5eaa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1667457 Mar 08 04:44:03.500723 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c8825a88-5e0d-466d-bc1f-48dbd7d74238 req-52d73428-a699-49d1-8aa4-7e799ff494b6 service neutron] 10.222.0.18 "GET /v2.0/networks/cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380844 Mar 08 04:44:03.629979 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-cf8d6530-2527-4f8c-84d1-6ef638b5de61 service neutron] 10.222.0.18 "GET /v2.0/networks/55973e4d-cfae-4744-97c2-2f6db5b5eaa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554799 Mar 08 04:44:03.648369 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c8825a88-5e0d-466d-bc1f-48dbd7d74238 req-430b9a7d-24b7-4703-a113-d1b422c3d5c0 service neutron] 10.222.0.18 "GET /v2.0/networks/cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399848 Mar 08 04:44:03.687214 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4a00f-0f84-4029-a91d-ccda041a2084 req-2163f8c2-d5b3-45d5-8124-acab4a8dacc7 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:03.688971 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-5ac4a00f-0f84-4029-a91d-ccda041a2084 req-2163f8c2-d5b3-45d5-8124-acab4a8dacc7 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 943 time: 0.0562766 Mar 08 04:44:03.729505 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b091191e-f647-4d4d-b02d-0bb5639209fd req-6f44e257-b002-4b0d-bfb2-5891bf4911b3 service neutron] 10.222.0.18 "GET /v2.0/networks/55973e4d-cfae-4744-97c2-2f6db5b5eaa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918152 Mar 08 04:44:03.740025 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-5ac4a00f-0f84-4029-a91d-ccda041a2084 req-8d83c271-53f5-468c-bbd7-bb4e432cea39 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450995 Mar 08 04:44:04.047232 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f523e7-91f4-49dd-a711-1a86311f1f26 req-f7577165-00e7-451f-949e-1dfe0a0a7f1e tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:04.048706 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-30f523e7-91f4-49dd-a711-1a86311f1f26 req-f7577165-00e7-451f-949e-1dfe0a0a7f1e tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 944 time: 0.0560875 Mar 08 04:44:04.097734 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-30f523e7-91f4-49dd-a711-1a86311f1f26 req-016179ba-1385-44cb-85cc-d0ec921cf447 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=244e30f0-f3bc-4e76-bc70-094324fd2237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432904 Mar 08 04:44:04.194738 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d7d4f-88a4-4c7b-a977-f03b2c7d1401 req-13489c54-7557-4203-b9c3-475da310382e tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:04.196340 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-186d7d4f-88a4-4c7b-a977-f03b2c7d1401 req-13489c54-7557-4203-b9c3-475da310382e tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 944 time: 0.0547013 Mar 08 04:44:04.242970 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-186d7d4f-88a4-4c7b-a977-f03b2c7d1401 req-03414a14-3107-488b-bbfd-4d00ec129650 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/security-groups?id=918cecf6-51a2-4ca2-b0e2-83a5bae69ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409625 Mar 08 04:44:04.243401 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc5f1d-af82-4ce3-894b-312aac0a068c req-79102c89-9844-4307-8d5b-0cc870f2f033 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:04.244952 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-42fc5f1d-af82-4ce3-894b-312aac0a068c req-79102c89-9844-4307-8d5b-0cc870f2f033 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 944 time: 0.0530992 Mar 08 04:44:04.299812 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-42fc5f1d-af82-4ce3-894b-312aac0a068c req-88047f0d-5c4f-492b-b44f-25134b971278 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493598 Mar 08 04:44:04.576100 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae99c8-436e-4b7d-ba21-9b284a4aa357 req-0fbb6ba9-3b91-45ff-b2ee-d4d6e237c259 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:04.577654 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-15ae99c8-436e-4b7d-ba21-9b284a4aa357 req-0fbb6ba9-3b91-45ff-b2ee-d4d6e237c259 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 943 time: 0.0531049 Mar 08 04:44:04.623712 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-15ae99c8-436e-4b7d-ba21-9b284a4aa357 req-8e833748-5b87-4e0a-9198-778bcb5569fb tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407043 Mar 08 04:44:04.861940 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0500e0-5445-4b09-8d43-abe02dcc48e8 req-6637a369-d9f1-46c6-b29a-e571ae4e313f tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:04.863379 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-5e0500e0-5445-4b09-8d43-abe02dcc48e8 req-6637a369-d9f1-46c6-b29a-e571ae4e313f tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 943 time: 0.0542431 Mar 08 04:44:04.909997 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-5e0500e0-5445-4b09-8d43-abe02dcc48e8 req-7a47063d-8e4c-4879-b069-faef9ac77c7c tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403359 Mar 08 04:44:05.232956 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea10820-34d9-4bf2-b00a-ee1649a4824f req-421a8acf-2d0a-4440-8be0-d42fc8514418 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:05.234521 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-2ea10820-34d9-4bf2-b00a-ee1649a4824f req-421a8acf-2d0a-4440-8be0-d42fc8514418 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 944 time: 0.0589108 Mar 08 04:44:05.281634 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-2ea10820-34d9-4bf2-b00a-ee1649a4824f req-09642106-6ec4-46de-bcd7-e923e9c0118c tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=244e30f0-f3bc-4e76-bc70-094324fd2237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415163 Mar 08 04:44:05.367757 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddaf1ae-202a-4a25-8897-3b4e951c0a5a req-bae4dc1e-18cc-4df8-b863-306e6b8ffcc4 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:05.369281 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-6ddaf1ae-202a-4a25-8897-3b4e951c0a5a req-bae4dc1e-18cc-4df8-b863-306e6b8ffcc4 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 944 time: 0.0590603 Mar 08 04:44:05.415881 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-6ddaf1ae-202a-4a25-8897-3b4e951c0a5a req-a52c4059-1a1e-4e2b-81e1-774ca83b654b tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/security-groups?id=918cecf6-51a2-4ca2-b0e2-83a5bae69ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413575 Mar 08 04:44:05.420018 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f770f01-d212-4f7f-8049-d5589acee8f9 req-f2be40fc-9e8a-43ae-9ad2-0cb455c13e2d tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:05.421517 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-8f770f01-d212-4f7f-8049-d5589acee8f9 req-f2be40fc-9e8a-43ae-9ad2-0cb455c13e2d tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 944 time: 0.0532773 Mar 08 04:44:05.467450 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-8f770f01-d212-4f7f-8049-d5589acee8f9 req-5d25f7c4-71b0-4102-ad1b-984c6fed0678 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400078 Mar 08 04:44:05.739089 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70465949-f504-4cb2-80b6-c40f2a9cc95a req-9e6cb9e7-6717-45f5-a1c5-53479e60fa18 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:05.740348 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-70465949-f504-4cb2-80b6-c40f2a9cc95a req-9e6cb9e7-6717-45f5-a1c5-53479e60fa18 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 943 time: 0.0531716 Mar 08 04:44:05.790227 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-70465949-f504-4cb2-80b6-c40f2a9cc95a req-95e71e19-38bf-4c5e-bd7a-e77fac72c5ed tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441744 Mar 08 04:44:06.030430 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a9226-a116-476c-8c4b-7844a03cf257 req-384c4308-9771-4162-b4e4-d6e23a027744 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:06.032066 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-498a9226-a116-476c-8c4b-7844a03cf257 req-384c4308-9771-4162-b4e4-d6e23a027744 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 943 time: 0.0550683 Mar 08 04:44:06.079007 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-498a9226-a116-476c-8c4b-7844a03cf257 req-214489d8-deeb-4613-801f-37ecf40337ed tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411344 Mar 08 04:44:06.398292 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058df5ba-c625-4e26-84bc-bfde8faf4f82 req-9db2d3ab-473a-4f11-a5f1-a1c17d0478f0 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:06.399737 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-058df5ba-c625-4e26-84bc-bfde8faf4f82 req-9db2d3ab-473a-4f11-a5f1-a1c17d0478f0 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 944 time: 0.0516772 Mar 08 04:44:06.445880 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-058df5ba-c625-4e26-84bc-bfde8faf4f82 req-f80b5f44-4a9e-42fb-ad52-b186da30452a tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=244e30f0-f3bc-4e76-bc70-094324fd2237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406549 Mar 08 04:44:06.530079 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ec4fd-b905-440f-ba04-8d93e0cca513 req-57af5125-7f27-4191-ae4e-5e4f2736d531 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:06.531490 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-225ec4fd-b905-440f-ba04-8d93e0cca513 req-57af5125-7f27-4191-ae4e-5e4f2736d531 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 944 time: 0.0518138 Mar 08 04:44:06.577983 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-225ec4fd-b905-440f-ba04-8d93e0cca513 req-606feb2e-c4ed-4356-8560-6dafea83041a tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/security-groups?id=918cecf6-51a2-4ca2-b0e2-83a5bae69ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410209 Mar 08 04:44:06.586053 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174d127-0f3c-401d-8365-7a21284d5561 req-a8b72277-f899-4091-872c-a3ad85c977d3 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:06.587543 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-d174d127-0f3c-401d-8365-7a21284d5561 req-a8b72277-f899-4091-872c-a3ad85c977d3 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 944 time: 0.0524669 Mar 08 04:44:06.633892 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-d174d127-0f3c-401d-8365-7a21284d5561 req-0dc8c899-4a68-464f-a909-6eb3728c5cce tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408084 Mar 08 04:44:06.902367 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c7ba6-5be8-4019-b679-90809644c19c req-c96931bd-eeb2-4d46-8683-a3bd1888a6e3 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:06.903826 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-8e7c7ba6-5be8-4019-b679-90809644c19c req-c96931bd-eeb2-4d46-8683-a3bd1888a6e3 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 943 time: 0.0507495 Mar 08 04:44:06.951353 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-8e7c7ba6-5be8-4019-b679-90809644c19c req-360adca9-61b6-4837-a3ca-a6ff5b687882 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421336 Mar 08 04:44:07.198070 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a49712-f643-4b8a-b3dc-6b12932d5ffc req-ca92cc0f-5667-45a8-8218-4694e4240713 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:07.199558 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-38a49712-f643-4b8a-b3dc-6b12932d5ffc req-ca92cc0f-5667-45a8-8218-4694e4240713 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 943 time: 0.0556548 Mar 08 04:44:07.245029 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-38a49712-f643-4b8a-b3dc-6b12932d5ffc req-de54d48c-5a52-4ee4-8b48-00eef54043dc tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399458 Mar 08 04:44:07.404102 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 9841aff5-0100-4c8c-9bca-2896ea981bcf details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=110146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:44:07.506871 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 9841aff5-0100-4c8c-9bca-2896ea981bcf, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9841aff5-0100-4c8c-9bca-2896ea981bcf,segment=NetworkSegment(1aa10c85-3fb3-4da4-8720-cb7a8e9e737f),segment_id=1aa10c85-3fb3-4da4-8720-cb7a8e9e737f)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:44:07.517566 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Returning: {'device': '9841aff5-0100-4c8c-9bca-2896ea981bcf', 'network_id': 'cc155a2f-ef89-4592-9433-3850f5869c34', 'port_id': '9841aff5-0100-4c8c-9bca-2896ea981bcf', 'mac_address': 'fa:16:3e:ef:24:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b9d4854-d292-44f8-972b-8e83d87d5743', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:44:07.559181 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port 9841aff5-0100-4c8c-9bca-2896ea981bcf is: DOWN; New status is: BUILD {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:44:07.559578 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (9841aff5-0100-4c8c-9bca-2896ea981bcf), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:07.560373 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e91d5-6950-4e22-8847-d4ef039508a7 req-64a6c3a8-c3b0-4fd5-a57f-45d3b81a148b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:07.561885 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-3b5e91d5-6950-4e22-8847-d4ef039508a7 req-64a6c3a8-c3b0-4fd5-a57f-45d3b81a148b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 944 time: 0.0520089 Mar 08 04:44:07.573392 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9841aff5-0100-4c8c-9bca-2896ea981bcf {{(pid=110146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:44:07.593658 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 9841aff5-0100-4c8c-9bca-2896ea981bcf, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9841aff5-0100-4c8c-9bca-2896ea981bcf,segment=NetworkSegment(1aa10c85-3fb3-4da4-8720-cb7a8e9e737f),segment_id=1aa10c85-3fb3-4da4-8720-cb7a8e9e737f)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:44:07.608860 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-3b5e91d5-6950-4e22-8847-d4ef039508a7 req-3ef8b9d1-4f88-45d8-a2db-9c4bf23508fe tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=244e30f0-f3bc-4e76-bc70-094324fd2237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413382 Mar 08 04:44:07.669651 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (9841aff5-0100-4c8c-9bca-2896ea981bcf), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:07.670618 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 89ba8554-558b-4ef7-9d8d-d0018128cb1c details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=110146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:44:07.696438 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e60d5-71b3-4fe2-8ef6-872d1cbad01a req-1a7cd790-7bab-492d-a0bf-3a3f752e5d9b tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:07.697990 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-272e60d5-71b3-4fe2-8ef6-872d1cbad01a req-1a7cd790-7bab-492d-a0bf-3a3f752e5d9b tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 944 time: 0.0535111 Mar 08 04:44:07.746654 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=9841aff5-0100-4c8c-9bca-2896ea981bcf,revision_number=4']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:07.746855 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-272e60d5-71b3-4fe2-8ef6-872d1cbad01a req-7b5e1e25-e198-43c1-a2f7-a88f83da6ea4 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/security-groups?id=918cecf6-51a2-4ca2-b0e2-83a5bae69ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427697 Mar 08 04:44:07.769069 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7f4140-50e5-4c5a-9e91-cfef2a1ef78c req-94bb3a30-85c4-434a-b6ac-7851bde3efa9 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:07.770607 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-1c7f4140-50e5-4c5a-9e91-cfef2a1ef78c req-94bb3a30-85c4-434a-b6ac-7851bde3efa9 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 944 time: 0.0652335 Mar 08 04:44:07.817714 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-1c7f4140-50e5-4c5a-9e91-cfef2a1ef78c req-b2cda2a5-073b-4219-8904-cf273396166f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410459 Mar 08 04:44:07.817933 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 89ba8554-558b-4ef7-9d8d-d0018128cb1c, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=89ba8554-558b-4ef7-9d8d-d0018128cb1c,segment=NetworkSegment(e192af6a-f540-487b-8d8a-631cc755a6f5),segment_id=e192af6a-f540-487b-8d8a-631cc755a6f5)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:44:07.829535 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Returning: {'device': '89ba8554-558b-4ef7-9d8d-d0018128cb1c', 'network_id': 'cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7', 'port_id': '89ba8554-558b-4ef7-9d8d-d0018128cb1c', 'mac_address': 'fa:16:3e:5c:54:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163b8d78-8815-4c1c-8542-991483b60755', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:44:07.873995 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port 89ba8554-558b-4ef7-9d8d-d0018128cb1c is: DOWN; New status is: BUILD {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:44:07.874381 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (89ba8554-558b-4ef7-9d8d-d0018128cb1c), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:07.887180 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89ba8554-558b-4ef7-9d8d-d0018128cb1c {{(pid=110146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:44:07.907669 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 89ba8554-558b-4ef7-9d8d-d0018128cb1c, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=89ba8554-558b-4ef7-9d8d-d0018128cb1c,segment=NetworkSegment(e192af6a-f540-487b-8d8a-631cc755a6f5),segment_id=e192af6a-f540-487b-8d8a-631cc755a6f5)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:44:07.988484 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (89ba8554-558b-4ef7-9d8d-d0018128cb1c), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:07.989195 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device d3034fd4-e039-450a-a542-bb1ca8c66a06 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=110146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:44:08.049711 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=89ba8554-558b-4ef7-9d8d-d0018128cb1c,revision_number=4']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:08.060762 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port d3034fd4-e039-450a-a542-bb1ca8c66a06, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=d3034fd4-e039-450a-a542-bb1ca8c66a06,segment=NetworkSegment(e192af6a-f540-487b-8d8a-631cc755a6f5),segment_id=e192af6a-f540-487b-8d8a-631cc755a6f5)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:44:08.071552 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Returning: {'device': 'd3034fd4-e039-450a-a542-bb1ca8c66a06', 'network_id': 'cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7', 'port_id': 'd3034fd4-e039-450a-a542-bb1ca8c66a06', 'mac_address': 'fa:16:3e:3c:d4:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163b8d78-8815-4c1c-8542-991483b60755', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:44:08.079719 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca63b4-e978-4f8e-8e69-09b1c236d969 req-5ed96d4d-0029-46a5-b92c-d505492c7ff1 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:08.089342 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ebca63b4-e978-4f8e-8e69-09b1c236d969 req-5ed96d4d-0029-46a5-b92c-d505492c7ff1 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 944 time: 0.0573084 Mar 08 04:44:08.112040 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port d3034fd4-e039-450a-a542-bb1ca8c66a06 is: DOWN; New status is: BUILD {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:44:08.112478 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (d3034fd4-e039-450a-a542-bb1ca8c66a06), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:08.126003 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3034fd4-e039-450a-a542-bb1ca8c66a06 {{(pid=110146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:44:08.132379 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ebca63b4-e978-4f8e-8e69-09b1c236d969 req-b3ed54b1-83a7-47ff-b19a-b77cefc89fc1 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454712 Mar 08 04:44:08.146721 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port d3034fd4-e039-450a-a542-bb1ca8c66a06, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=d3034fd4-e039-450a-a542-bb1ca8c66a06,segment=NetworkSegment(e192af6a-f540-487b-8d8a-631cc755a6f5),segment_id=e192af6a-f540-487b-8d8a-631cc755a6f5)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:44:08.234510 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (d3034fd4-e039-450a-a542-bb1ca8c66a06), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:08.235130 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 7e9ffabd-df11-491a-88fa-de12ae12a5e2 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=110146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:44:08.307444 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=d3034fd4-e039-450a-a542-bb1ca8c66a06,revision_number=4']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:08.366648 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a01c3-0982-4630-a7e2-0dce6f38faaf req-d5043b6d-1868-483d-9d53-dfa0eb4c0943 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:08.368122 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-935a01c3-0982-4630-a7e2-0dce6f38faaf req-d5043b6d-1868-483d-9d53-dfa0eb4c0943 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 943 time: 0.0559750 Mar 08 04:44:08.371087 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 7e9ffabd-df11-491a-88fa-de12ae12a5e2, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7e9ffabd-df11-491a-88fa-de12ae12a5e2,segment=NetworkSegment(a818c616-68c3-44f5-83e0-f69b9edc3447),segment_id=a818c616-68c3-44f5-83e0-f69b9edc3447)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:44:08.381944 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Returning: {'device': '7e9ffabd-df11-491a-88fa-de12ae12a5e2', 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d', 'port_id': '7e9ffabd-df11-491a-88fa-de12ae12a5e2', 'mac_address': 'fa:16:3e:28:18:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cfe1804-64f6-4463-a6ac-0aac353986ac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:44:08.417727 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-935a01c3-0982-4630-a7e2-0dce6f38faaf req-b4f3d869-1235-42df-965b-4b79d00c0791 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440600 Mar 08 04:44:08.419405 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port 7e9ffabd-df11-491a-88fa-de12ae12a5e2 is: DOWN; New status is: BUILD {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:44:08.419878 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (7e9ffabd-df11-491a-88fa-de12ae12a5e2), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:08.435241 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e9ffabd-df11-491a-88fa-de12ae12a5e2 {{(pid=110146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:44:08.454916 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 7e9ffabd-df11-491a-88fa-de12ae12a5e2, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7e9ffabd-df11-491a-88fa-de12ae12a5e2,segment=NetworkSegment(a818c616-68c3-44f5-83e0-f69b9edc3447),segment_id=a818c616-68c3-44f5-83e0-f69b9edc3447)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:44:08.503366 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (7e9ffabd-df11-491a-88fa-de12ae12a5e2), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:08.504043 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 773994d5-ad91-4559-b1ef-e0288cc192d7 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=110146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:44:08.580067 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=7e9ffabd-df11-491a-88fa-de12ae12a5e2,revision_number=4']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:08.641763 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 773994d5-ad91-4559-b1ef-e0288cc192d7, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=773994d5-ad91-4559-b1ef-e0288cc192d7,segment=NetworkSegment(b5d0be17-e38f-4e92-9e95-4d4779f06bf0),segment_id=b5d0be17-e38f-4e92-9e95-4d4779f06bf0)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:44:08.652873 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Returning: {'device': '773994d5-ad91-4559-b1ef-e0288cc192d7', 'network_id': '860c194c-b911-4147-84ad-16e240b1666f', 'port_id': '773994d5-ad91-4559-b1ef-e0288cc192d7', 'mac_address': 'fa:16:3e:1d:18:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b6a1ea5-e77b-4dad-bc11-fe8b411f2953', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:44:08.688637 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port 773994d5-ad91-4559-b1ef-e0288cc192d7 is: DOWN; New status is: BUILD {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:44:08.689027 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (773994d5-ad91-4559-b1ef-e0288cc192d7), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:08.702070 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 773994d5-ad91-4559-b1ef-e0288cc192d7 {{(pid=110146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:44:08.727689 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66789fdc-e225-4829-97d0-9bf3ede69f48 req-2ccb6b56-3889-486b-aeaf-4f9b5e4afcdf tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:08.728398 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-66789fdc-e225-4829-97d0-9bf3ede69f48 req-2ccb6b56-3889-486b-aeaf-4f9b5e4afcdf tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 944 time: 0.0539050 Mar 08 04:44:08.728969 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 773994d5-ad91-4559-b1ef-e0288cc192d7, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=773994d5-ad91-4559-b1ef-e0288cc192d7,segment=NetworkSegment(b5d0be17-e38f-4e92-9e95-4d4779f06bf0),segment_id=b5d0be17-e38f-4e92-9e95-4d4779f06bf0)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:44:08.776615 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-66789fdc-e225-4829-97d0-9bf3ede69f48 req-fc9a7704-4cdb-41a5-8460-cdc49a284b8f tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=244e30f0-f3bc-4e76-bc70-094324fd2237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429177 Mar 08 04:44:08.806549 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (773994d5-ad91-4559-b1ef-e0288cc192d7), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:08.864806 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=773994d5-ad91-4559-b1ef-e0288cc192d7,revision_number=4']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:08.875671 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409fdb4-d89c-429a-bef3-edae80769e9f req-53c268e2-83e6-4140-bf36-c493a9a93183 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:08.877246 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-4409fdb4-d89c-429a-bef3-edae80769e9f req-53c268e2-83e6-4140-bf36-c493a9a93183 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 945 time: 0.0593708 Mar 08 04:44:08.924700 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-4409fdb4-d89c-429a-bef3-edae80769e9f req-42397fcb-72c5-4ac2-aa3a-5e911730aade tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/security-groups?id=918cecf6-51a2-4ca2-b0e2-83a5bae69ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411308 Mar 08 04:44:08.950735 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b8925-c8c8-4c4b-bcb5-98aa417a42db req-1c0b0eff-7302-47af-945d-7627aaf5c309 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:08.955251 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-029b8925-c8c8-4c4b-bcb5-98aa417a42db req-1c0b0eff-7302-47af-945d-7627aaf5c309 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 945 time: 0.0578699 Mar 08 04:44:09.003923 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-029b8925-c8c8-4c4b-bcb5-98aa417a42db req-2e94cdc1-c8c8-4f36-ac3d-c829798fcf98 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451617 Mar 08 04:44:09.255958 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5e3f5-ba47-4447-8a66-052273249add req-27f2d4a6-b4b2-4ee6-b7dc-315e4a8f2860 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:09.257977 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b0c5e3f5-ba47-4447-8a66-052273249add req-27f2d4a6-b4b2-4ee6-b7dc-315e4a8f2860 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 944 time: 0.0611465 Mar 08 04:44:09.308685 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b0c5e3f5-ba47-4447-8a66-052273249add req-1033f6d8-992d-45aa-8d88-883ad9002bdf tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435600 Mar 08 04:44:09.539508 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5c98c-1b09-4602-8a5c-91fb5d434de4 req-a3ac7616-e132-440d-8857-8d5cc1e2e009 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:09.540969 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-d0c5c98c-1b09-4602-8a5c-91fb5d434de4 req-a3ac7616-e132-440d-8857-8d5cc1e2e009 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 944 time: 0.0564072 Mar 08 04:44:09.585492 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-d0c5c98c-1b09-4602-8a5c-91fb5d434de4 req-a9301ef0-5a79-4fb4-affc-ba5fb485397c tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390127 Mar 08 04:44:09.887950 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab007173-68ca-4076-a7b9-56a5645b0a18 req-57921783-702d-4983-9b80-d484fc043a72 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:09.889431 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-ab007173-68ca-4076-a7b9-56a5645b0a18 req-57921783-702d-4983-9b80-d484fc043a72 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 944 time: 0.0507665 Mar 08 04:44:09.934376 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-ab007173-68ca-4076-a7b9-56a5645b0a18 req-794a3951-0931-4e53-8b52-d3459a767992 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=244e30f0-f3bc-4e76-bc70-094324fd2237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395768 Mar 08 04:44:10.046856 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214d745-b88c-43c4-8175-f0461963b692 req-3df2a51b-cc93-48b1-8118-8ab8b3ce6274 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:10.046856 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7214d745-b88c-43c4-8175-f0461963b692 req-3df2a51b-cc93-48b1-8118-8ab8b3ce6274 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 945 time: 0.0520067 Mar 08 04:44:10.093926 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7214d745-b88c-43c4-8175-f0461963b692 req-ee908c4a-2e1c-4305-8b51-5ae015f2c95a tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/security-groups?id=918cecf6-51a2-4ca2-b0e2-83a5bae69ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414634 Mar 08 04:44:10.125086 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f9b9a-fda2-415e-8a57-a4b06d314d24 req-627d5a07-1e6e-4ab4-b8ea-75908e958da3 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:10.126567 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-557f9b9a-fda2-415e-8a57-a4b06d314d24 req-627d5a07-1e6e-4ab4-b8ea-75908e958da3 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 945 time: 0.0518024 Mar 08 04:44:10.172154 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-557f9b9a-fda2-415e-8a57-a4b06d314d24 req-cef3c99e-f60a-4b8d-b6c8-e80a7ed67dd2 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394199 Mar 08 04:44:10.426220 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674650e4-6c2d-459f-a493-71d2846ca4b3 req-f72a57dd-8822-4b16-94f5-3a8a307e057f tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:10.427580 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-674650e4-6c2d-459f-a493-71d2846ca4b3 req-f72a57dd-8822-4b16-94f5-3a8a307e057f tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 944 time: 0.0548890 Mar 08 04:44:10.473219 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-674650e4-6c2d-459f-a493-71d2846ca4b3 req-41b10fa9-11e9-4c43-a161-944c3031a7d1 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401754 Mar 08 04:44:10.702875 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82683cc4-20c0-4c14-8ef7-ad3a09ecc2bd req-3ff15a38-f3c9-4539-8801-62fa2ccd4ac8 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:10.704220 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-82683cc4-20c0-4c14-8ef7-ad3a09ecc2bd req-3ff15a38-f3c9-4539-8801-62fa2ccd4ac8 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 944 time: 0.0539572 Mar 08 04:44:10.748544 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-82683cc4-20c0-4c14-8ef7-ad3a09ecc2bd req-d81d8ed9-f6f6-4846-837c-880642b6d6f3 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388682 Mar 08 04:44:11.046262 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559baac2-a9ed-406d-9936-a9ded94abfd3 req-4379802f-fc71-4dc1-9df9-4a662a3c1365 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:11.047706 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-559baac2-a9ed-406d-9936-a9ded94abfd3 req-4379802f-fc71-4dc1-9df9-4a662a3c1365 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 944 time: 0.0500920 Mar 08 04:44:11.092648 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-559baac2-a9ed-406d-9936-a9ded94abfd3 req-a327e862-d1d6-4a24-bc1d-797295ca012f tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=244e30f0-f3bc-4e76-bc70-094324fd2237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388429 Mar 08 04:44:11.209376 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473133ce-7e65-47dc-b4f6-82eceb0490e7 req-65e7e3d0-041e-4833-8759-3b2211f14a20 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:11.210901 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-473133ce-7e65-47dc-b4f6-82eceb0490e7 req-65e7e3d0-041e-4833-8759-3b2211f14a20 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 945 time: 0.0525770 Mar 08 04:44:11.257240 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-473133ce-7e65-47dc-b4f6-82eceb0490e7 req-c7370442-3d4e-41b3-b459-0935a236e041 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/security-groups?id=918cecf6-51a2-4ca2-b0e2-83a5bae69ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407443 Mar 08 04:44:11.291891 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d35600-d2d9-4318-a97d-8d6095a82c5a req-6756b56e-93e7-41c7-9d1a-5bbbb088f9c1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:11.293370 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-03d35600-d2d9-4318-a97d-8d6095a82c5a req-6756b56e-93e7-41c7-9d1a-5bbbb088f9c1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 945 time: 0.0532610 Mar 08 04:44:11.342210 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-03d35600-d2d9-4318-a97d-8d6095a82c5a req-20978f0b-2f18-4e30-8d88-351f490bd3fe tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432959 Mar 08 04:44:11.591330 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45d5d7-4e16-4818-a709-0470403c8eec req-7c454283-4d44-4077-83d9-239c8adfe917 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:11.592763 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-fe45d5d7-4e16-4818-a709-0470403c8eec req-7c454283-4d44-4077-83d9-239c8adfe917 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 944 time: 0.0555992 Mar 08 04:44:11.638060 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-fe45d5d7-4e16-4818-a709-0470403c8eec req-594d317a-0b75-40ba-a62f-6ec04f337878 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397446 Mar 08 04:44:11.862611 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531a51c-cb38-45c0-8cfa-abed11b1e090 req-12501e11-6e7b-4789-aa59-0121a36a5f65 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:11.864070 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7531a51c-cb38-45c0-8cfa-abed11b1e090 req-12501e11-6e7b-4789-aa59-0121a36a5f65 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 944 time: 0.0520055 Mar 08 04:44:11.909508 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7531a51c-cb38-45c0-8cfa-abed11b1e090 req-5facfcc1-8611-4eb5-af9f-88ef5c26b82d tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399966 Mar 08 04:44:12.208260 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e62c7e-cb36-4b18-94ce-850436f71656 req-5ba91e1c-cc30-4852-b661-1a8e9cbddc5a tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:12.209749 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-85e62c7e-cb36-4b18-94ce-850436f71656 req-5ba91e1c-cc30-4852-b661-1a8e9cbddc5a tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 944 time: 0.0527112 Mar 08 04:44:12.254510 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-85e62c7e-cb36-4b18-94ce-850436f71656 req-615d91c1-03a4-4a1b-a79e-bf75019e9ebd tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=244e30f0-f3bc-4e76-bc70-094324fd2237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392346 Mar 08 04:44:12.372241 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b7c6c-026e-4fda-b48e-54e2962082e7 req-197b51df-2a09-4fe4-a9e9-1793e347793b tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:12.377795 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-203b7c6c-026e-4fda-b48e-54e2962082e7 req-197b51df-2a09-4fe4-a9e9-1793e347793b tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 945 time: 0.0565755 Mar 08 04:44:12.424271 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-203b7c6c-026e-4fda-b48e-54e2962082e7 req-ae529f80-46b7-407d-9af1-261addc765d7 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/security-groups?id=918cecf6-51a2-4ca2-b0e2-83a5bae69ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449038 Mar 08 04:44:12.463141 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d497d-ab1d-419c-889c-8ac7db1087dc req-e467f1a3-e6ac-4d27-98f9-3b5d4ed70fa3 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:12.464711 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-029d497d-ab1d-419c-889c-8ac7db1087dc req-e467f1a3-e6ac-4d27-98f9-3b5d4ed70fa3 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 945 time: 0.0538926 Mar 08 04:44:12.513865 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-029d497d-ab1d-419c-889c-8ac7db1087dc req-579b6840-ca0f-4df6-a87a-46d822bbec2c tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436437 Mar 08 04:44:12.756368 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17de519-ee5d-4447-8b24-e5eca894bb6a req-67fd0d52-8889-4d4a-9b23-ca557548244a tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:12.757903 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c17de519-ee5d-4447-8b24-e5eca894bb6a req-67fd0d52-8889-4d4a-9b23-ca557548244a tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 944 time: 0.0562267 Mar 08 04:44:12.804278 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c17de519-ee5d-4447-8b24-e5eca894bb6a req-37d2ebc0-cf2e-40c2-96ec-17ab4c423396 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407538 Mar 08 04:44:13.207327 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03647f-9e05-4ba4-8966-6e5e2b3797ef req-1d79c01f-9faf-4479-8534-fcee7728686c tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:13.209537 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-7c03647f-9e05-4ba4-8966-6e5e2b3797ef req-1d79c01f-9faf-4479-8534-fcee7728686c tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 944 time: 0.2323861 Mar 08 04:44:13.258605 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-7c03647f-9e05-4ba4-8966-6e5e2b3797ef req-adb08b94-a9f1-42f6-addf-1a66d0adbe23 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434728 Mar 08 04:44:13.367089 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a087a38-d494-45fc-b8af-b458e215122f req-bfb7cd08-05cf-4671-bb91-d79d2dbc8fb5 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:13.368551 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0a087a38-d494-45fc-b8af-b458e215122f req-bfb7cd08-05cf-4671-bb91-d79d2dbc8fb5 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 944 time: 0.0511875 Mar 08 04:44:13.415317 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0a087a38-d494-45fc-b8af-b458e215122f req-51ca06bf-0ca5-4924-8aef-23a498a934ac tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=244e30f0-f3bc-4e76-bc70-094324fd2237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413661 Mar 08 04:44:13.537865 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa414672-5e09-46cc-a8be-54d1280bf2f7 req-ce573cbf-3f62-4aff-961c-0014efa51534 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:13.539309 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-fa414672-5e09-46cc-a8be-54d1280bf2f7 req-ce573cbf-3f62-4aff-961c-0014efa51534 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 945 time: 0.0514133 Mar 08 04:44:13.562930 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] get_ports_and_sgs() called for port_ids ['9841aff5-0100-4c8c-9bca-2896ea981bcf'] {{(pid=110146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:44:13.586748 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-fa414672-5e09-46cc-a8be-54d1280bf2f7 req-c08764b5-7ee3-49ee-bb39-d63b52071a3c tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/security-groups?id=918cecf6-51a2-4ca2-b0e2-83a5bae69ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416000 Mar 08 04:44:13.640954 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] get_ports_and_sgs() called for port_ids ['d3034fd4-e039-450a-a542-bb1ca8c66a06'] {{(pid=110146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:44:13.643010 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca107c09-b950-4879-b993-59ddb76029ba req-4a12e9ee-2b03-4ed2-86a7-0e9b28a58296 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:13.644603 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ca107c09-b950-4879-b993-59ddb76029ba req-4a12e9ee-2b03-4ed2-86a7-0e9b28a58296 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 945 time: 0.0613253 Mar 08 04:44:13.680824 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] get_ports_and_sgs() called for port_ids ['773994d5-ad91-4559-b1ef-e0288cc192d7'] {{(pid=110146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:44:13.716856 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] get_ports_and_sgs() called for port_ids ['7e9ffabd-df11-491a-88fa-de12ae12a5e2'] {{(pid=110146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:44:13.725960 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ca107c09-b950-4879-b993-59ddb76029ba req-82d12db5-c1f4-4d8c-bc37-9c5a52487ad0 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713437 Mar 08 04:44:13.770044 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] get_ports_and_sgs() called for port_ids ['89ba8554-558b-4ef7-9d8d-d0018128cb1c'] {{(pid=110146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:44:13.939988 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a599d-dfec-4ee6-b6cb-4f690bdb9841 req-f2728dac-8f3d-400c-915d-d368f8e82f05 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:13.941494 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-026a599d-dfec-4ee6-b6cb-4f690bdb9841 req-f2728dac-8f3d-400c-915d-d368f8e82f05 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 944 time: 0.0560789 Mar 08 04:44:13.989378 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-026a599d-dfec-4ee6-b6cb-4f690bdb9841 req-307f8cdb-adec-4abd-a2c2-ba2b5e1b3ad7 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420876 Mar 08 04:44:14.201500 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-44aa5711-f167-42c1-849c-5b72918852ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:14.210035 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:44:14.375204 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ddd454-f2a2-493a-b6ea-09ba68ba36bd req-b153b149-ee4d-4fa2-9071-7bc4fb48edb9 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:14.376788 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c3ddd454-f2a2-493a-b6ea-09ba68ba36bd req-b153b149-ee4d-4fa2-9071-7bc4fb48edb9 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 944 time: 0.0523381 Mar 08 04:44:14.427501 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c3ddd454-f2a2-493a-b6ea-09ba68ba36bd req-06c68f55-8c35-46d3-ab5c-77cb7da171fb tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442450 Mar 08 04:44:14.528285 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814b297-2d17-4302-b18a-e48bede30d28 req-c05afc72-7aa8-4feb-a808-818230fd8dec tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:14.529703 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-6814b297-2d17-4302-b18a-e48bede30d28 req-c05afc72-7aa8-4feb-a808-818230fd8dec tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 944 time: 0.0507839 Mar 08 04:44:14.575499 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-6814b297-2d17-4302-b18a-e48bede30d28 req-92b48514-f6d8-4e13-8304-45d147297c54 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=244e30f0-f3bc-4e76-bc70-094324fd2237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404058 Mar 08 04:44:14.707375 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22360ee9-b99c-462b-800a-56cfe8582b74 req-151f1056-66c6-4d58-928b-241ba249f3b0 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:14.709511 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-22360ee9-b99c-462b-800a-56cfe8582b74 req-151f1056-66c6-4d58-928b-241ba249f3b0 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 945 time: 0.0547707 Mar 08 04:44:14.761582 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-22360ee9-b99c-462b-800a-56cfe8582b74 req-02f76a18-11f5-47c1-a0d8-762b31c69356 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/security-groups?id=918cecf6-51a2-4ca2-b0e2-83a5bae69ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462418 Mar 08 04:44:14.852575 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd591d5e-cb15-4aa2-b421-e140d7587679 req-6f995623-7bae-4298-9e63-50c6d8f6cfb3 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:14.854106 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-dd591d5e-cb15-4aa2-b421-e140d7587679 req-6f995623-7bae-4298-9e63-50c6d8f6cfb3 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 945 time: 0.0548398 Mar 08 04:44:14.900523 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-dd591d5e-cb15-4aa2-b421-e140d7587679 req-e7831db1-a1f8-4d22-a44e-efd3e1175bb4 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407856 Mar 08 04:44:15.109903 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b28b43-3503-44eb-bf51-3dabcf8b91e6 req-f6a4b467-10b6-4815-915e-bbe8e8f935ba tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:15.111354 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-87b28b43-3503-44eb-bf51-3dabcf8b91e6 req-f6a4b467-10b6-4815-915e-bbe8e8f935ba tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 944 time: 0.0542388 Mar 08 04:44:15.158085 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-87b28b43-3503-44eb-bf51-3dabcf8b91e6 req-21a0e128-5757-48e1-8ee5-848186c1b28f tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407407 Mar 08 04:44:15.543208 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0907d-00b7-4ef7-ad33-4ebe3288240a req-7813fc8e-3c5e-4d58-b0ea-bac3966f7e55 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:15.544681 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-50e0907d-00b7-4ef7-ad33-4ebe3288240a req-7813fc8e-3c5e-4d58-b0ea-bac3966f7e55 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 944 time: 0.0515530 Mar 08 04:44:15.591512 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-50e0907d-00b7-4ef7-ad33-4ebe3288240a req-1b6287a2-8cbe-48d2-ad92-c694b46543c5 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409226 Mar 08 04:44:15.689094 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71495419-fa8c-4f1f-b0f7-b2014f87f98a req-fa22daf9-9195-492a-a741-7b1b5e2037a6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:15.690595 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-71495419-fa8c-4f1f-b0f7-b2014f87f98a req-fa22daf9-9195-492a-a741-7b1b5e2037a6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 944 time: 0.0509045 Mar 08 04:44:15.697349 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device c08d1c1d-bdea-49ce-878b-6c829ce92072 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=110146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:44:15.750894 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-71495419-fa8c-4f1f-b0f7-b2014f87f98a req-37961aa5-f19c-4ff7-8a04-8db9f962c770 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=244e30f0-f3bc-4e76-bc70-094324fd2237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436869 Mar 08 04:44:15.807740 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port c08d1c1d-bdea-49ce-878b-6c829ce92072, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=c08d1c1d-bdea-49ce-878b-6c829ce92072,segment=NetworkSegment(3078e9f3-ee99-4520-9a84-dd25cc09024c),segment_id=3078e9f3-ee99-4520-9a84-dd25cc09024c)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:44:15.819413 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Returning: {'device': 'c08d1c1d-bdea-49ce-878b-6c829ce92072', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'port_id': 'c08d1c1d-bdea-49ce-878b-6c829ce92072', 'mac_address': 'fa:16:3e:4e:6f:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7efbded5-60f9-4264-992d-981c4669fa99', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:44:15.871813 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port c08d1c1d-bdea-49ce-878b-6c829ce92072 is: DOWN; New status is: BUILD {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:44:15.872216 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (c08d1c1d-bdea-49ce-878b-6c829ce92072), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:15.891149 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c08d1c1d-bdea-49ce-878b-6c829ce92072 {{(pid=110146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:44:15.891895 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f791223-247d-44c0-b808-c3036225ba11 req-5b47ecff-5237-41d3-887e-77973905c9a5 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:15.893481 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-9f791223-247d-44c0-b808-c3036225ba11 req-5b47ecff-5237-41d3-887e-77973905c9a5 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 945 time: 0.0632412 Mar 08 04:44:15.911627 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port c08d1c1d-bdea-49ce-878b-6c829ce92072, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=c08d1c1d-bdea-49ce-878b-6c829ce92072,segment=NetworkSegment(3078e9f3-ee99-4520-9a84-dd25cc09024c),segment_id=3078e9f3-ee99-4520-9a84-dd25cc09024c)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:44:15.944104 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-9f791223-247d-44c0-b808-c3036225ba11 req-0e87e2bf-db64-4936-9314-c5e00776aada tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/security-groups?id=918cecf6-51a2-4ca2-b0e2-83a5bae69ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444598 Mar 08 04:44:16.000652 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (c08d1c1d-bdea-49ce-878b-6c829ce92072), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:16.035849 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd28b2-537b-464b-aa46-e7ea6ec1df50 req-4b7b5f9c-ece8-4270-b15d-f54a66ce3aa3 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:16.038075 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1efd28b2-537b-464b-aa46-e7ea6ec1df50 req-4b7b5f9c-ece8-4270-b15d-f54a66ce3aa3 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 945 time: 0.0598011 Mar 08 04:44:16.056472 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=c08d1c1d-bdea-49ce-878b-6c829ce92072,revision_number=4']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:16.085419 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1efd28b2-537b-464b-aa46-e7ea6ec1df50 req-e4c8debd-74fb-4570-8f5f-b83e6b2c4109 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414677 Mar 08 04:44:16.217442 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-6be95337-6e1e-439e-81a9-2b27a3682e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:16.273293 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a8e60-2bb7-4399-8f5d-7c64d3658e82 req-383d426d-1292-4f40-950a-baa6880dc5ac tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:16.275173 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-4e6a8e60-2bb7-4399-8f5d-7c64d3658e82 req-383d426d-1292-4f40-950a-baa6880dc5ac tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 944 time: 0.0525475 Mar 08 04:44:16.324617 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-4e6a8e60-2bb7-4399-8f5d-7c64d3658e82 req-390388ad-a5dd-482d-9b9d-baa5031a1632 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438700 Mar 08 04:44:16.707308 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14bf11f-f4b7-4fba-81ec-ce41d4424892 req-cbb1890a-451c-408f-91f6-1a8cca4d1a54 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:16.712280 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a14bf11f-f4b7-4fba-81ec-ce41d4424892 req-cbb1890a-451c-408f-91f6-1a8cca4d1a54 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 944 time: 0.0522764 Mar 08 04:44:16.732667 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] get_ports_and_sgs() called for port_ids ['c08d1c1d-bdea-49ce-878b-6c829ce92072'] {{(pid=110146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:44:16.757165 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a14bf11f-f4b7-4fba-81ec-ce41d4424892 req-23212644-fa93-4bd5-b696-06c176d8c5a5 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420830 Mar 08 04:44:16.885029 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bce4b-c274-4922-9fc6-7d7f512fa52f req-617e268c-6eb6-42f1-a1c3-b7921cc3ff9f tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:16.886606 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-d69bce4b-c274-4922-9fc6-7d7f512fa52f req-617e268c-6eb6-42f1-a1c3-b7921cc3ff9f tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 945 time: 0.0547724 Mar 08 04:44:16.935922 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-d69bce4b-c274-4922-9fc6-7d7f512fa52f req-3d63f7d9-27dc-4d10-967c-66cee08ea901 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=244e30f0-f3bc-4e76-bc70-094324fd2237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438087 Mar 08 04:44:17.059737 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd66e67-af82-4786-9e72-e98abff90c0c req-279b146b-7bc6-483f-9bd2-65e21c4c367a tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:17.061240 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-dbd66e67-af82-4786-9e72-e98abff90c0c req-279b146b-7bc6-483f-9bd2-65e21c4c367a tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 945 time: 0.0507717 Mar 08 04:44:17.118227 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-dbd66e67-af82-4786-9e72-e98abff90c0c req-5231da35-1ec1-4780-ad43-0ea7bdbd3e2d tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/security-groups?id=918cecf6-51a2-4ca2-b0e2-83a5bae69ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512557 Mar 08 04:44:17.201650 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:17.226828 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1d9bb-3202-4221-ac11-a40c3f58d5fa req-a37e36a5-9ea1-4a05-9044-5a6e839c52d9 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:17.228523 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-31d1d9bb-3202-4221-ac11-a40c3f58d5fa req-a37e36a5-9ea1-4a05-9044-5a6e839c52d9 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 945 time: 0.0647306 Mar 08 04:44:17.282705 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-31d1d9bb-3202-4221-ac11-a40c3f58d5fa req-0c95fe09-799d-4f3d-9dbc-0b238b44e536 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473580 Mar 08 04:44:17.444843 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22c7ed-15e2-4411-bea7-4736d91e2ccb req-041b2928-f882-4500-b9cf-6f7628834b1c tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:17.446489 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-dc22c7ed-15e2-4411-bea7-4736d91e2ccb req-041b2928-f882-4500-b9cf-6f7628834b1c tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 944 time: 0.0560915 Mar 08 04:44:17.498385 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-dc22c7ed-15e2-4411-bea7-4736d91e2ccb req-426a5390-8ed5-4bfe-832d-4ff138012adc tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458918 Mar 08 04:44:17.697564 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 7e9ffabd-df11-491a-88fa-de12ae12a5e2 up at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:44:17.782960 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning for port 7e9ffabd-df11-491a-88fa-de12ae12a5e2 completed by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 04:44:17.787695 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning complete for port 7e9ffabd-df11-491a-88fa-de12ae12a5e2 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:44:17.790253 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (7e9ffabd-df11-491a-88fa-de12ae12a5e2), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:17.867386 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port 7e9ffabd-df11-491a-88fa-de12ae12a5e2 is: BUILD; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:44:17.867908 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (7e9ffabd-df11-491a-88fa-de12ae12a5e2), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:17.877094 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c3888-fbb0-4c8a-ac0d-54917f373493 req-cb3e66d5-adc1-4b4b-b56c-cbfd77390495 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:17.878663 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-dd1c3888-fbb0-4c8a-ac0d-54917f373493 req-cb3e66d5-adc1-4b4b-b56c-cbfd77390495 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 944 time: 0.0543823 Mar 08 04:44:17.891806 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7edea90-2d80-460e-9e07-196b80f72e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e9ffabd-df11-491a-88fa-de12ae12a5e2'}] {{(pid=110146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:44:17.926317 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-dd1c3888-fbb0-4c8a-ac0d-54917f373493 req-18fedb9f-dd70-4f63-a9eb-e2fa456ec9e9 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413568 Mar 08 04:44:17.972662 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 7e9ffabd-df11-491a-88fa-de12ae12a5e2, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7e9ffabd-df11-491a-88fa-de12ae12a5e2,segment=NetworkSegment(a818c616-68c3-44f5-83e0-f69b9edc3447),segment_id=a818c616-68c3-44f5-83e0-f69b9edc3447)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:44:18.028412 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (7e9ffabd-df11-491a-88fa-de12ae12a5e2), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:18.029295 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 773994d5-ad91-4559-b1ef-e0288cc192d7 up at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:44:18.053910 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b2578-1686-4803-b601-3f5d28417c4e req-40f2d0e6-d66a-4e57-a3b8-1efc70354c49 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:18.057614 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ba6b2578-1686-4803-b601-3f5d28417c4e req-40f2d0e6-d66a-4e57-a3b8-1efc70354c49 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 945 time: 0.0554233 Mar 08 04:44:18.071549 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce5c9d46ce85cdc7bdd5e39ea1b8e3d9b9c3a590759baa6189aad05618b43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b0b161-64d8-46be-9487-0ba625bdb085" -d '{"events": [{"server_uuid": "b7edea90-2d80-460e-9e07-196b80f72e77", "name": "network-vif-plugged", "status": "completed", "tag": "7e9ffabd-df11-491a-88fa-de12ae12a5e2"}]}' {{(pid=110146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:44:18.109187 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ba6b2578-1686-4803-b601-3f5d28417c4e req-ba1225e0-64e3-4ca1-9d5c-975f782f8f06 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=244e30f0-f3bc-4e76-bc70-094324fd2237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478561 Mar 08 04:44:18.112287 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=7e9ffabd-df11-491a-88fa-de12ae12a5e2,revision_number=5']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:18.167004 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30a1cdf-0df0-4e4f-8db6-94c982b90a60 x-openstack-request-id: req-b30a1cdf-0df0-4e4f-8db6-94c982b90a60 {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:44:18.167321 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7edea90-2d80-460e-9e07-196b80f72e77", "name": "network-vif-plugged", "status": "completed", "tag": "7e9ffabd-df11-491a-88fa-de12ae12a5e2", "code": 200}]} {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:44:18.167583 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b30a1cdf-0df0-4e4f-8db6-94c982b90a60 {{(pid=110146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:44:18.168060 dv-cinder-740146-13-iscsi neutron-server[110146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7edea90-2d80-460e-9e07-196b80f72e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e9ffabd-df11-491a-88fa-de12ae12a5e2', 'code': 200} Mar 08 04:44:18.206251 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning for port 773994d5-ad91-4559-b1ef-e0288cc192d7 completed by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 04:44:18.210362 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning complete for port 773994d5-ad91-4559-b1ef-e0288cc192d7 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:44:18.210745 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (773994d5-ad91-4559-b1ef-e0288cc192d7), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:18.260430 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0f6b7-69ba-4a3d-8b95-e90cda26fa16 req-289cd932-f2fb-4f9b-9df7-030734f861ec tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:18.262431 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-27c0f6b7-69ba-4a3d-8b95-e90cda26fa16 req-289cd932-f2fb-4f9b-9df7-030734f861ec tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 945 time: 0.0639627 Mar 08 04:44:18.306468 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port 773994d5-ad91-4559-b1ef-e0288cc192d7 is: BUILD; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:44:18.306866 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (773994d5-ad91-4559-b1ef-e0288cc192d7), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:18.324877 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-27c0f6b7-69ba-4a3d-8b95-e90cda26fa16 req-cb842c74-b725-48d8-ae0b-52bdf10f4bc9 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/security-groups?id=918cecf6-51a2-4ca2-b0e2-83a5bae69ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564005 Mar 08 04:44:18.355863 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 773994d5-ad91-4559-b1ef-e0288cc192d7, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=773994d5-ad91-4559-b1ef-e0288cc192d7,segment=NetworkSegment(b5d0be17-e38f-4e92-9e95-4d4779f06bf0),segment_id=b5d0be17-e38f-4e92-9e95-4d4779f06bf0)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:44:18.417455 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (773994d5-ad91-4559-b1ef-e0288cc192d7), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:18.418298 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 9841aff5-0100-4c8c-9bca-2896ea981bcf up at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:44:18.436567 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20757fe6-37db-40fa-9f4f-f492d8eaebf0 req-a455002a-66ae-425d-ba33-d444b4b15f75 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:18.438095 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-20757fe6-37db-40fa-9f4f-f492d8eaebf0 req-a455002a-66ae-425d-ba33-d444b4b15f75 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 945 time: 0.0518789 Mar 08 04:44:18.491800 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-20757fe6-37db-40fa-9f4f-f492d8eaebf0 req-4de73b1f-48ee-4037-838b-ec172947db84 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478795 Mar 08 04:44:18.506534 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=773994d5-ad91-4559-b1ef-e0288cc192d7,revision_number=5']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:18.558525 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8fa25-076f-4233-86c0-84a75ecccf2c req-196a8d98-0b58-4a77-80de-8903a808d804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:18.560041 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-5af8fa25-076f-4233-86c0-84a75ecccf2c req-196a8d98-0b58-4a77-80de-8903a808d804 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 1129 time: 0.0820074 Mar 08 04:44:18.585582 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-5af8fa25-076f-4233-86c0-84a75ecccf2c req-5b117af4-9716-45b8-8afb-08d3b6102f51 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:18.588733 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning for port 9841aff5-0100-4c8c-9bca-2896ea981bcf completed by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 04:44:18.592675 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning complete for port 9841aff5-0100-4c8c-9bca-2896ea981bcf triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:44:18.593048 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (9841aff5-0100-4c8c-9bca-2896ea981bcf), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:18.654511 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14c224-96a4-4ee8-915c-bb52ef5e0656 req-d696d37c-810b-4b7a-a9e0-846fceae3397 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:18.655922 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:18.656094 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0d14c224-96a4-4ee8-915c-bb52ef5e0656 req-d696d37c-810b-4b7a-a9e0-846fceae3397 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 944 time: 0.0851705 Mar 08 04:44:18.671496 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port 9841aff5-0100-4c8c-9bca-2896ea981bcf is: BUILD; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:44:18.671882 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (9841aff5-0100-4c8c-9bca-2896ea981bcf), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:18.712818 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 9841aff5-0100-4c8c-9bca-2896ea981bcf, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9841aff5-0100-4c8c-9bca-2896ea981bcf,segment=NetworkSegment(1aa10c85-3fb3-4da4-8720-cb7a8e9e737f),segment_id=1aa10c85-3fb3-4da4-8720-cb7a8e9e737f)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:44:18.727124 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0d14c224-96a4-4ee8-915c-bb52ef5e0656 req-387ed4b2-1246-486b-a1c4-4a6247281c81 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656333 Mar 08 04:44:18.735640 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-5af8fa25-076f-4233-86c0-84a75ecccf2c req-5b117af4-9716-45b8-8afb-08d3b6102f51 service neutron] Publish callbacks [] for security_group (4fa9ec7b-a2a6-482f-9c98-3dad8a23c6f9), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:18.840291 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-5af8fa25-076f-4233-86c0-84a75ecccf2c req-5b117af4-9716-45b8-8afb-08d3b6102f51 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (4fa9ec7b-a2a6-482f-9c98-3dad8a23c6f9), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:18.840439 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (9841aff5-0100-4c8c-9bca-2896ea981bcf), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:18.841178 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 89ba8554-558b-4ef7-9d8d-d0018128cb1c up at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:44:18.889469 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-5af8fa25-076f-4233-86c0-84a75ecccf2c req-5b117af4-9716-45b8-8afb-08d3b6102f51 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3239429 Mar 08 04:44:18.890217 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b117af4-9716-45b8-8afb-08d3b6102f51 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa9ec7b-a2a6-482f-9c98-3dad8a23c6f9,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:18.934435 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=9841aff5-0100-4c8c-9bca-2896ea981bcf,revision_number=5']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:18.994375 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning for port 89ba8554-558b-4ef7-9d8d-d0018128cb1c completed by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 04:44:19.006264 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning complete for port 89ba8554-558b-4ef7-9d8d-d0018128cb1c triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:44:19.006264 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (89ba8554-558b-4ef7-9d8d-d0018128cb1c), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:19.066271 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66824576-bd39-4a6f-aadd-8cda3f79250d req-086293e7-b932-4911-8ef3-0f1e3cb6fc40 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:19.068394 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-66824576-bd39-4a6f-aadd-8cda3f79250d req-086293e7-b932-4911-8ef3-0f1e3cb6fc40 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.0723333 Mar 08 04:44:19.088738 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port 89ba8554-558b-4ef7-9d8d-d0018128cb1c is: BUILD; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:44:19.089201 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (89ba8554-558b-4ef7-9d8d-d0018128cb1c), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:19.119460 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-66824576-bd39-4a6f-aadd-8cda3f79250d req-f50fc151-e370-4ac8-98ab-39c5e78793e6 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442777 Mar 08 04:44:19.126962 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 89ba8554-558b-4ef7-9d8d-d0018128cb1c, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=89ba8554-558b-4ef7-9d8d-d0018128cb1c,segment=NetworkSegment(e192af6a-f540-487b-8d8a-631cc755a6f5),segment_id=e192af6a-f540-487b-8d8a-631cc755a6f5)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:44:19.234774 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7033f5-ba1d-4c0e-839f-52842ad33ed2 req-d2788a83-fd2e-4dd6-9628-66aaca0556a6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:19.236215 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-da7033f5-ba1d-4c0e-839f-52842ad33ed2 req-d2788a83-fd2e-4dd6-9628-66aaca0556a6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 945 time: 0.0550439 Mar 08 04:44:19.240544 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (89ba8554-558b-4ef7-9d8d-d0018128cb1c), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:19.241383 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device d3034fd4-e039-450a-a542-bb1ca8c66a06 up at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:44:19.421553 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-da7033f5-ba1d-4c0e-839f-52842ad33ed2 req-85024f94-718f-4218-b248-72ead70b720c tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=244e30f0-f3bc-4e76-bc70-094324fd2237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437727 Mar 08 04:44:19.423111 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=89ba8554-558b-4ef7-9d8d-d0018128cb1c,revision_number=5']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:19.445681 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning for port d3034fd4-e039-450a-a542-bb1ca8c66a06 completed by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 04:44:19.456635 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning complete for port d3034fd4-e039-450a-a542-bb1ca8c66a06 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:44:19.456635 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (d3034fd4-e039-450a-a542-bb1ca8c66a06), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:19.456825 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03430d78-bfdc-4599-aed0-f12f09638d86 req-401e9873-0ad8-4ac9-85e2-84241970c641 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:19.456825 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-03430d78-bfdc-4599-aed0-f12f09638d86 req-401e9873-0ad8-4ac9-85e2-84241970c641 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 946 time: 0.0539224 Mar 08 04:44:19.501795 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-03430d78-bfdc-4599-aed0-f12f09638d86 req-2f180df1-fa38-4ae3-82b4-12267febe5c6 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/security-groups?id=918cecf6-51a2-4ca2-b0e2-83a5bae69ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419543 Mar 08 04:44:19.540199 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port d3034fd4-e039-450a-a542-bb1ca8c66a06 is: BUILD; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:44:19.541893 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (d3034fd4-e039-450a-a542-bb1ca8c66a06), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:19.576870 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port d3034fd4-e039-450a-a542-bb1ca8c66a06, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=d3034fd4-e039-450a-a542-bb1ca8c66a06,segment=NetworkSegment(e192af6a-f540-487b-8d8a-631cc755a6f5),segment_id=e192af6a-f540-487b-8d8a-631cc755a6f5)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:44:19.618905 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fad46a-99ad-43bd-b86d-d9461527559c req-ad13bda7-feb1-4e0a-856a-19b938ff7e83 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:19.622723 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-30fad46a-99ad-43bd-b86d-d9461527559c req-ad13bda7-feb1-4e0a-856a-19b938ff7e83 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0616095 Mar 08 04:44:19.634575 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (d3034fd4-e039-450a-a542-bb1ca8c66a06), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:19.671062 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-30fad46a-99ad-43bd-b86d-d9461527559c req-8ac25c05-0b76-4842-80a3-542761fb02c0 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428524 Mar 08 04:44:19.683628 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=d3034fd4-e039-450a-a542-bb1ca8c66a06,revision_number=5']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:19.712765 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device c08d1c1d-bdea-49ce-878b-6c829ce92072 up at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:44:19.828812 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning for port c08d1c1d-bdea-49ce-878b-6c829ce92072 completed by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 04:44:19.833957 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning complete for port c08d1c1d-bdea-49ce-878b-6c829ce92072 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:44:19.834402 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (c08d1c1d-bdea-49ce-878b-6c829ce92072), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:19.854136 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef83ef4-d445-4c51-9cc1-4eb9b219fe20 req-3ab28cfa-2c55-40a9-97a5-1f6f3e40a3ce tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:19.858629 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-2ef83ef4-d445-4c51-9cc1-4eb9b219fe20 req-3ab28cfa-2c55-40a9-97a5-1f6f3e40a3ce tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0600193 Mar 08 04:44:19.904146 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-2ef83ef4-d445-4c51-9cc1-4eb9b219fe20 req-e780fc5f-39ba-45c4-b200-a958f217a212 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424862 Mar 08 04:44:19.921771 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port c08d1c1d-bdea-49ce-878b-6c829ce92072 is: BUILD; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:44:19.921771 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (c08d1c1d-bdea-49ce-878b-6c829ce92072), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:19.948027 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port c08d1c1d-bdea-49ce-878b-6c829ce92072, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=c08d1c1d-bdea-49ce-878b-6c829ce92072,segment=NetworkSegment(3078e9f3-ee99-4520-9a84-dd25cc09024c),segment_id=3078e9f3-ee99-4520-9a84-dd25cc09024c)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:44:20.020747 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (c08d1c1d-bdea-49ce-878b-6c829ce92072), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:20.070264 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=c08d1c1d-bdea-49ce-878b-6c829ce92072,revision_number=5']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:20.091153 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:20.169216 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aeefc38-6e1e-4a20-958d-55aeeb908d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773994d5-ad91-4559-b1ef-e0288cc192d7'}, {'server_uuid': '993ba59e-509a-493a-a139-a1002441e07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9841aff5-0100-4c8c-9bca-2896ea981bcf'}, {'server_uuid': '2de7d9f6-aafe-4651-9130-bbc9896c1ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ba8554-558b-4ef7-9d8d-d0018128cb1c'}, {'server_uuid': 'b05709e8-d922-4920-91df-fe5a7d97e5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3034fd4-e039-450a-a542-bb1ca8c66a06'}, {'server_uuid': 'ab1c1052-3b6e-4078-9dd7-f1d4f2c103de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08d1c1d-bdea-49ce-878b-6c829ce92072'}] {{(pid=110146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:44:20.171553 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce5c9d46ce85cdc7bdd5e39ea1b8e3d9b9c3a590759baa6189aad05618b43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bb9c5f-0fd9-475d-81e8-0bc8cc1d2b48" -d '{"events": [{"server_uuid": "6aeefc38-6e1e-4a20-958d-55aeeb908d35", "name": "network-vif-plugged", "status": "completed", "tag": "773994d5-ad91-4559-b1ef-e0288cc192d7"}, {"server_uuid": "993ba59e-509a-493a-a139-a1002441e07d", "name": "network-vif-plugged", "status": "completed", "tag": "9841aff5-0100-4c8c-9bca-2896ea981bcf"}, {"server_uuid": "2de7d9f6-aafe-4651-9130-bbc9896c1ddb", "name": "network-vif-plugged", "status": "completed", "tag": "89ba8554-558b-4ef7-9d8d-d0018128cb1c"}, {"server_uuid": "b05709e8-d922-4920-91df-fe5a7d97e5c6", "name": "network-vif-plugged", "status": "completed", "tag": "d3034fd4-e039-450a-a542-bb1ca8c66a06"}, {"server_uuid": "ab1c1052-3b6e-4078-9dd7-f1d4f2c103de", "name": "network-vif-plugged", "status": "completed", "tag": "c08d1c1d-bdea-49ce-878b-6c829ce92072"}]}' {{(pid=110146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:44:20.230991 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Tue, 08 Mar 2022 04:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a0b272-9e7a-42a5-ab20-bfb7f23a0a28 x-openstack-request-id: req-70a0b272-9e7a-42a5-ab20-bfb7f23a0a28 {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:44:20.230991 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aeefc38-6e1e-4a20-958d-55aeeb908d35", "name": "network-vif-plugged", "status": "completed", "tag": "773994d5-ad91-4559-b1ef-e0288cc192d7", "code": 200}, {"server_uuid": "993ba59e-509a-493a-a139-a1002441e07d", "name": "network-vif-plugged", "status": "completed", "tag": "9841aff5-0100-4c8c-9bca-2896ea981bcf", "code": 200}, {"server_uuid": "2de7d9f6-aafe-4651-9130-bbc9896c1ddb", "name": "network-vif-plugged", "status": "completed", "tag": "89ba8554-558b-4ef7-9d8d-d0018128cb1c", "code": 200}, {"server_uuid": "b05709e8-d922-4920-91df-fe5a7d97e5c6", "name": "network-vif-plugged", "status": "completed", "tag": "d3034fd4-e039-450a-a542-bb1ca8c66a06", "code": 200}, {"server_uuid": "ab1c1052-3b6e-4078-9dd7-f1d4f2c103de", "name": "network-vif-plugged", "status": "completed", "tag": "c08d1c1d-bdea-49ce-878b-6c829ce92072", "code": 200}]} {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:44:20.230991 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-70a0b272-9e7a-42a5-ab20-bfb7f23a0a28 {{(pid=110146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:44:20.230991 dv-cinder-740146-13-iscsi neutron-server[110146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aeefc38-6e1e-4a20-958d-55aeeb908d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773994d5-ad91-4559-b1ef-e0288cc192d7', 'code': 200} Mar 08 04:44:20.230991 dv-cinder-740146-13-iscsi neutron-server[110146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993ba59e-509a-493a-a139-a1002441e07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9841aff5-0100-4c8c-9bca-2896ea981bcf', 'code': 200} Mar 08 04:44:20.230991 dv-cinder-740146-13-iscsi neutron-server[110146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de7d9f6-aafe-4651-9130-bbc9896c1ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ba8554-558b-4ef7-9d8d-d0018128cb1c', 'code': 200} Mar 08 04:44:20.230991 dv-cinder-740146-13-iscsi neutron-server[110146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b05709e8-d922-4920-91df-fe5a7d97e5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3034fd4-e039-450a-a542-bb1ca8c66a06', 'code': 200} Mar 08 04:44:20.230991 dv-cinder-740146-13-iscsi neutron-server[110146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1c1052-3b6e-4078-9dd7-f1d4f2c103de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08d1c1d-bdea-49ce-878b-6c829ce92072', 'code': 200} Mar 08 04:44:20.246366 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5560013-c678-4b93-9083-65dd515b96df req-6cbd7392-ba2b-470e-88fd-979dc3ffb25b tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:20.250519 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e5560013-c678-4b93-9083-65dd515b96df req-6cbd7392-ba2b-470e-88fd-979dc3ffb25b tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.0599597 Mar 08 04:44:20.321064 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e5560013-c678-4b93-9083-65dd515b96df req-a2dc49ee-9f7b-413c-b528-65d83271a38d tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461740 Mar 08 04:44:20.593686 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e1294-e00a-4f15-880c-e22b238bdee0 req-93f42b36-fdeb-4712-805b-c228a71129c4 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:20.595603 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-d06e1294-e00a-4f15-880c-e22b238bdee0 req-93f42b36-fdeb-4712-805b-c228a71129c4 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 946 time: 0.0838077 Mar 08 04:44:20.643526 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709ef00-a253-4aa3-9d8a-d38d4e0bc092 req-4d8f61a1-0c03-445b-8204-2b97e627a76f tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:20.651816 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e709ef00-a253-4aa3-9d8a-d38d4e0bc092 req-4d8f61a1-0c03-445b-8204-2b97e627a76f tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 946 time: 0.0708301 Mar 08 04:44:20.655391 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-d06e1294-e00a-4f15-880c-e22b238bdee0 req-1ac88cf5-42d0-4a18-9a51-af67766d7ae7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=244e30f0-f3bc-4e76-bc70-094324fd2237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531859 Mar 08 04:44:20.850907 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66cf69-7c81-4c9d-895a-2975136cad0a req-e969b24f-5218-490c-afbc-035c18ac387a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:20.852431 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-ba66cf69-7c81-4c9d-895a-2975136cad0a req-e969b24f-5218-490c-afbc-035c18ac387a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 1129 time: 0.1393168 Mar 08 04:44:20.860342 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2dab3-3972-4040-935d-cca6defb3a75 req-6d8df99c-02f7-4306-aabd-3cc5d7b61bd8 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:20.861867 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b7f2dab3-3972-4040-935d-cca6defb3a75 req-6d8df99c-02f7-4306-aabd-3cc5d7b61bd8 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0826478 Mar 08 04:44:20.941394 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-ba66cf69-7c81-4c9d-895a-2975136cad0a req-8aafb670-26ce-4196-ab2b-454aed607a38 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784767 Mar 08 04:44:20.945843 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b7f2dab3-3972-4040-935d-cca6defb3a75 req-db88ffe7-0d5d-4613-a615-6a709e914b88 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770574 Mar 08 04:44:21.054553 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e709ef00-a253-4aa3-9d8a-d38d4e0bc092 req-d5d7cb79-ead5-4271-9892-4b55ad26a1c1 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/security-groups?id=918cecf6-51a2-4ca2-b0e2-83a5bae69ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017851 Mar 08 04:44:21.069751 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b223579-c146-4923-84f3-7e1e627b7232 req-8919934e-2d1d-4a5f-ab09-e8fdaf7e3974 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:21.071719 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-1b223579-c146-4923-84f3-7e1e627b7232 req-8919934e-2d1d-4a5f-ab09-e8fdaf7e3974 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0649338 Mar 08 04:44:21.078404 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e18d7-ddd7-4c70-b584-a34130a0dfc6 req-cd11966e-c184-490e-9e7b-e1d1e3803c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:21.080453 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-850e18d7-ddd7-4c70-b584-a34130a0dfc6 req-cd11966e-c184-490e-9e7b-e1d1e3803c95 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 1130 time: 0.4265096 Mar 08 04:44:21.082616 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2f9d5-7ced-44c5-b7fc-90f703577a7d req-241135ac-decb-4d6a-9028-4ee97146f974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:21.084605 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0bb2f9d5-7ced-44c5-b7fc-90f703577a7d req-241135ac-decb-4d6a-9028-4ee97146f974 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 1130 time: 0.4177160 Mar 08 04:44:21.088068 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fdf6e2-6957-4fc2-ab83-67dcb5ffd28f req-35fbac0c-1fe1-4a38-9878-6c3b1dbf91a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:21.089831 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-83fdf6e2-6957-4fc2-ab83-67dcb5ffd28f req-35fbac0c-1fe1-4a38-9878-6c3b1dbf91a3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 1130 time: 0.3652151 Mar 08 04:44:21.092620 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf59039-c961-4f11-bcab-d8dc7b9af407 req-a8c0dc08-84e6-4488-a749-f24d366abb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:21.094754 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-dbf59039-c961-4f11-bcab-d8dc7b9af407 req-a8c0dc08-84e6-4488-a749-f24d366abb9c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 1130 time: 0.4138455 Mar 08 04:44:21.130818 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-1b223579-c146-4923-84f3-7e1e627b7232 req-e40dbc23-9332-45fb-964c-e6785ce56a49 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507414 Mar 08 04:44:21.371953 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0bb2f9d5-7ced-44c5-b7fc-90f703577a7d req-932e9313-9a77-4fbf-b54c-5e1672696e5a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321309 Mar 08 04:44:21.379857 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-850e18d7-ddd7-4c70-b584-a34130a0dfc6 req-f31fce02-2d2a-4cc0-aee1-5aa9407ed117 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=244e30f0-f3bc-4e76-bc70-094324fd2237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393600 Mar 08 04:44:21.386050 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-83fdf6e2-6957-4fc2-ab83-67dcb5ffd28f req-97a94ec8-cdef-4b66-a758-049220631f12 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479287 Mar 08 04:44:21.389909 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-dbf59039-c961-4f11-bcab-d8dc7b9af407 req-af9ea322-6e99-463a-b004-699ba8124ed5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=918cecf6-51a2-4ca2-b0e2-83a5bae69ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483958 Mar 08 04:44:21.588328 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252cb12a-848f-467d-8008-dbaa2ebf60f1 req-7036980b-77d8-47ed-a3f6-11b698107fc2 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:21.589842 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-252cb12a-848f-467d-8008-dbaa2ebf60f1 req-7036980b-77d8-47ed-a3f6-11b698107fc2 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.0552540 Mar 08 04:44:21.636756 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-252cb12a-848f-467d-8008-dbaa2ebf60f1 req-c86be393-1342-448f-941d-fe94e2bd0add tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405667 Mar 08 04:44:21.777896 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd17cf-ff94-4b63-a778-a0ae4f8070b0 req-1feeca7e-aefc-458f-bb42-8761f6e0c6e7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:21.779466 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-41fd17cf-ff94-4b63-a778-a0ae4f8070b0 req-1feeca7e-aefc-458f-bb42-8761f6e0c6e7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 946 time: 0.0587044 Mar 08 04:44:21.786434 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbf532-34b8-4927-a37a-b09bfad595e2 req-ebac32ba-c02e-41d1-8690-a3a4a3c451d2 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:21.792019 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-fcdbf532-34b8-4927-a37a-b09bfad595e2 req-ebac32ba-c02e-41d1-8690-a3a4a3c451d2 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.0540202 Mar 08 04:44:21.796842 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 39254) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:21.801340 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-ed14cc8e-2536-4498-9797-da382c66454e tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Request body: {'floatingip': {'port_id': '7e9ffabd-df11-491a-88fa-de12ae12a5e2'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:44:21.825395 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-41fd17cf-ff94-4b63-a778-a0ae4f8070b0 req-ad770234-c9d4-41a2-86b9-a2931a3d5cd7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=244e30f0-f3bc-4e76-bc70-094324fd2237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403268 Mar 08 04:44:21.873176 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ed14cc8e-2536-4498-9797-da382c66454e tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for floatingip (8deef0d9-8748-4d84-a4fe-0d6dc376afb2), before_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:22.162983 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b940746-31d7-41f9-a05b-a27c12376aca req-bc80abe7-22b7-48f7-998e-dd280a9c9c87 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:22.166571 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-2b940746-31d7-41f9-a05b-a27c12376aca req-bc80abe7-22b7-48f7-998e-dd280a9c9c87 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.1111670 Mar 08 04:44:22.217132 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5661e-2d6f-4413-ac75-95a65dd9df95 req-072df57f-5fd1-4a50-8847-4eb140b54e58 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:22.217445 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-98a5661e-2d6f-4413-ac75-95a65dd9df95 req-072df57f-5fd1-4a50-8847-4eb140b54e58 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 946 time: 0.0765209 Mar 08 04:44:22.278247 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-98a5661e-2d6f-4413-ac75-95a65dd9df95 req-405e988b-f3eb-49a5-8251-b7d55971ee5d tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/security-groups?id=918cecf6-51a2-4ca2-b0e2-83a5bae69ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556943 Mar 08 04:44:22.378499 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-2b940746-31d7-41f9-a05b-a27c12376aca req-140c871d-2222-4d64-a8a3-7956e8c46188 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1987109 Mar 08 04:44:22.417323 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a730bc-c9b3-455d-bfeb-aa1ddf4b4369 req-ffd0f8ab-18b5-433a-b82b-5c239af6e60b tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:22.420591 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-34a730bc-c9b3-455d-bfeb-aa1ddf4b4369 req-ffd0f8ab-18b5-433a-b82b-5c239af6e60b tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0644324 Mar 08 04:44:22.476246 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-34a730bc-c9b3-455d-bfeb-aa1ddf4b4369 req-5ebfaad9-2366-42c0-aa46-9bc43e556507 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517397 Mar 08 04:44:22.610016 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ed14cc8e-2536-4498-9797-da382c66454e tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:22.668326 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ed14cc8e-2536-4498-9797-da382c66454e tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952661'] for floatingip (8deef0d9-8748-4d84-a4fe-0d6dc376afb2), after_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:22.768813 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.db.l3_db [None req-ed14cc8e-2536-4498-9797-da382c66454e tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Floating IP 8deef0d9-8748-4d84-a4fe-0d6dc376afb2 associated. External IP: 172.27.0.139, port: 7e9ffabd-df11-491a-88fa-de12ae12a5e2. Mar 08 04:44:22.881338 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 39296) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:22.989051 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-d432ff4d-2847-4761-97f0-fc896f3c9412 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:23.081128 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-d432ff4d-2847-4761-97f0-fc896f3c9412 admin admin] Publish callbacks [] for security_group (36805c14-4742-4d33-ae9b-1e98986e18fd), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:23.131707 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-d432ff4d-2847-4761-97f0-fc896f3c9412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (36805c14-4742-4d33-ae9b-1e98986e18fd), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:23.172242 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-d432ff4d-2847-4761-97f0-fc896f3c9412 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a8f823636add48f4ab430385e7229d60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2893364 Mar 08 04:44:23.173724 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432ff4d-2847-4761-97f0-fc896f3c9412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36805c14-4742-4d33-ae9b-1e98986e18fd,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:23.175586 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 39306) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:23.191959 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d432ff4d-2847-4761-97f0-fc896f3c9412 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:44:23.192307 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d432ff4d-2847-4761-97f0-fc896f3c9412 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:44:23.192678 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d432ff4d-2847-4761-97f0-fc896f3c9412 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:44:23.193018 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d432ff4d-2847-4761-97f0-fc896f3c9412 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:44:23.193380 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d432ff4d-2847-4761-97f0-fc896f3c9412 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:44:23.193714 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d432ff4d-2847-4761-97f0-fc896f3c9412 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:44:23.194040 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d432ff4d-2847-4761-97f0-fc896f3c9412 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:44:23.194372 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d432ff4d-2847-4761-97f0-fc896f3c9412 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:44:23.194698 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d432ff4d-2847-4761-97f0-fc896f3c9412 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:44:23.195050 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d432ff4d-2847-4761-97f0-fc896f3c9412 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:44:23.195349 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d432ff4d-2847-4761-97f0-fc896f3c9412 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:44:23.195668 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d432ff4d-2847-4761-97f0-fc896f3c9412 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:44:23.195985 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d432ff4d-2847-4761-97f0-fc896f3c9412 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:44:23.197351 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3e275-27b2-421d-a8c8-7279a2c54ce7 req-5dafc692-51b9-4c71-a184-c9918fe0f58a tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:23.198748 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-f3f3e275-27b2-421d-a8c8-7279a2c54ce7 req-5dafc692-51b9-4c71-a184-c9918fe0f58a tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 946 time: 0.0984039 Mar 08 04:44:23.219268 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed14cc8e-2536-4498-9797-da382c66454e tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Router 2cb70f1c-563d-4ccb-881b-47f53f004396 has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:44:23.256862 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-77946d5a-30b7-4835-9809-8b0d0330699f admin admin] Publish callbacks [] for security_group (36805c14-4742-4d33-ae9b-1e98986e18fd), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:23.283142 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-77946d5a-30b7-4835-9809-8b0d0330699f admin admin] Publish callbacks [] for security_group (36805c14-4742-4d33-ae9b-1e98986e18fd), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:23.311691 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-f3f3e275-27b2-421d-a8c8-7279a2c54ce7 req-261ff197-c455-4d49-b09f-29d252c565af tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=244e30f0-f3bc-4e76-bc70-094324fd2237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008368 Mar 08 04:44:23.379109 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed14cc8e-2536-4498-9797-da382c66454e tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:44:23.383829 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ed14cc8e-2536-4498-9797-da382c66454e tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for floatingip (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:23.394271 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57ed27f-be35-41a6-a236-5165002cad43 None None] Sync routers for ids ['2cb70f1c-563d-4ccb-881b-47f53f004396'] in dv-cinder-740146-13-iscsi {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:44:23.405837 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57ed27f-be35-41a6-a236-5165002cad43 None None] Routers {'2cb70f1c-563d-4ccb-881b-47f53f004396'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:44:23.406171 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-77946d5a-30b7-4835-9809-8b0d0330699f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (36805c14-4742-4d33-ae9b-1e98986e18fd), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:23.409259 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-77946d5a-30b7-4835-9809-8b0d0330699f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:23.414646 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-a57ed27f-be35-41a6-a236-5165002cad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:44:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['2cb70f1c-563d-4ccb-881b-47f53f004396'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:44:23.415443 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-ed14cc8e-2536-4498-9797-da382c66454e tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "PUT /v2.0/floatingips/8deef0d9-8748-4d84-a4fe-0d6dc376afb2 HTTP/1.1" status: 200 len: 991 time: 1.6174514 Mar 08 04:44:23.427538 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7edea90-2d80-460e-9e07-196b80f72e77', 'tag': '7e9ffabd-df11-491a-88fa-de12ae12a5e2'}] {{(pid=110145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:44:23.429649 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-77946d5a-30b7-4835-9809-8b0d0330699f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/36805c14-4742-4d33-ae9b-1e98986e18fd HTTP/1.1" status: 204 len: 168 time: 0.2490158 Mar 08 04:44:23.434737 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71968b58d2f8aa6f8c15556c85a5ad4508c502c1b37aaef7a0ee3c4c7a23d4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9990fd-46c2-4786-a053-87796b60bd51" -d '{"events": [{"name": "network-changed", "server_uuid": "b7edea90-2d80-460e-9e07-196b80f72e77", "tag": "7e9ffabd-df11-491a-88fa-de12ae12a5e2"}]}' {{(pid=110145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:44:23.462023 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77946d5a-30b7-4835-9809-8b0d0330699f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36805c14-4742-4d33-ae9b-1e98986e18fd,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:23.489930 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769d0fb-555c-4eb7-925d-d086f106c053 req-d736f204-a693-486d-a9ff-f56d1db0dae8 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:23.491520 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e769d0fb-555c-4eb7-925d-d086f106c053 req-d736f204-a693-486d-a9ff-f56d1db0dae8 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 946 time: 0.1294370 Mar 08 04:44:23.576754 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8bac0-3b14-452b-9e56-da9a45bacec6 req-4e285661-3df2-4c18-abe3-36cb1c854c4d tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:23.579923 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e769d0fb-555c-4eb7-925d-d086f106c053 req-99af0091-56f6-4089-84fe-30fc8ce1524e tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/security-groups?id=918cecf6-51a2-4ca2-b0e2-83a5bae69ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798075 Mar 08 04:44:23.581840 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-26b8bac0-3b14-452b-9e56-da9a45bacec6 req-4e285661-3df2-4c18-abe3-36cb1c854c4d tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0972250 Mar 08 04:44:23.649887 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-26b8bac0-3b14-452b-9e56-da9a45bacec6 req-69dabe96-61cf-4300-8256-aecdbbc3711a tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648577 Mar 08 04:44:23.669912 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2168490-499e-4b26-b488-d4013174dac2 x-openstack-request-id: req-b2168490-499e-4b26-b488-d4013174dac2 {{(pid=110145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:44:23.670308 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7edea90-2d80-460e-9e07-196b80f72e77", "tag": "7e9ffabd-df11-491a-88fa-de12ae12a5e2", "status": "completed", "code": 200}]} {{(pid=110145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:44:23.670662 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b2168490-499e-4b26-b488-d4013174dac2 {{(pid=110145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:44:23.671135 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7edea90-2d80-460e-9e07-196b80f72e77', 'tag': '7e9ffabd-df11-491a-88fa-de12ae12a5e2', 'status': 'completed', 'code': 200} Mar 08 04:44:23.683541 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-a57ed27f-be35-41a6-a236-5165002cad43 None None] Set router 2cb70f1c-563d-4ccb-881b-47f53f004396 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:44:23.778419 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5684f2-f61c-4301-bfef-5238697691bb req-f6beb93f-4dc7-4097-90e9-faa3de878c02 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:23.781092 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-ce5684f2-f61c-4301-bfef-5238697691bb req-f6beb93f-4dc7-4097-90e9-faa3de878c02 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0695207 Mar 08 04:44:23.802992 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9990fd-46c2-4786-a053-87796b60bd51 req-112bbbda-923c-4d70-a38b-dbf5a113ae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:23.807699 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-3a9990fd-46c2-4786-a053-87796b60bd51 req-112bbbda-923c-4d70-a38b-dbf5a113ae6a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=123d544e6cdd4f43acfd2e4fc0fe7867&device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 1129 time: 0.0629268 Mar 08 04:44:23.832504 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-ce5684f2-f61c-4301-bfef-5238697691bb req-1963c897-55ce-484e-9ad5-1cef9b00f2fd tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450487 Mar 08 04:44:23.938183 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9990fd-46c2-4786-a053-87796b60bd51 req-8990619e-85fe-47c6-ae63-0278c083ec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:23.939659 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-3a9990fd-46c2-4786-a053-87796b60bd51 req-8990619e-85fe-47c6-ae63-0278c083ec95 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a0b25786-9a98-4b69-9ff8-d7339822960d HTTP/1.1" status: 200 len: 911 time: 0.0997205 Mar 08 04:44:23.996448 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-a57ed27f-be35-41a6-a236-5165002cad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'name': 'tempest-AttachVolumeTestJSON-878477155-router', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '2b9b3c93-7c1e-4e78-a3f6-e11defd536d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:37Z', 'revision_number': 4, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'gw_port': {'id': '2b9b3c93-7c1e-4e78-a3f6-e11defd536d8', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:13:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': '8deef0d9-8748-4d84-a4fe-0d6dc376afb2', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'floating_ip_address': '172.27.0.139', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'port_id': '7e9ffabd-df11-491a-88fa-de12ae12a5e2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d', 'mac_address': 'fa:16:3e:28:18:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7edea90-2d80-460e-9e07-196b80f72e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:43:45Z', 'updated_at': '2022-03-08T04:44:22Z', 'revision_number': 1, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b19e078-88db-4ae0-91c5-ac908cfdf1dc', 'name': '', 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'mac_address': 'fa:16:3e:66:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7cfe1804-64f6-4463-a6ac-0aac353986ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:34Z', 'updated_at': '2022-03-08T04:43:50Z', 'revision_number': 5, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'subnets': [{'id': '7cfe1804-64f6-4463-a6ac-0aac353986ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:44:24.022911 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57ed27f-be35-41a6-a236-5165002cad43 None None] Checking router: 2cb70f1c-563d-4ccb-881b-47f53f004396 for host: dv-cinder-740146-13-iscsi {{(pid=110147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:44:24.031980 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57ed27f-be35-41a6-a236-5165002cad43 None None] Routers {'2cb70f1c-563d-4ccb-881b-47f53f004396'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:44:24.032905 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-a57ed27f-be35-41a6-a236-5165002cad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:44:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['2cb70f1c-563d-4ccb-881b-47f53f004396'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:44:24.051391 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-3a9990fd-46c2-4786-a053-87796b60bd51 req-84816f0c-a0a6-4df4-8be0-29dffd87a3f7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e9ffabd-df11-491a-88fa-de12ae12a5e2 HTTP/1.1" status: 200 len: 999 time: 0.0922406 Mar 08 04:44:24.132563 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 39326) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:24.137793 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-a57ed27f-be35-41a6-a236-5165002cad43 None None] Set router 2cb70f1c-563d-4ccb-881b-47f53f004396 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:44:24.145513 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-1a05b6d3-0864-4e5d-9bda-1f627202e564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:24.223757 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-1a05b6d3-0864-4e5d-9bda-1f627202e564 admin admin] Publish callbacks [] for security_group (a0a2ff71-7223-4417-94ba-e585773f82e4), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:24.296672 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-1a05b6d3-0864-4e5d-9bda-1f627202e564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (a0a2ff71-7223-4417-94ba-e585773f82e4), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:24.350053 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-1a05b6d3-0864-4e5d-9bda-1f627202e564 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aad16ec2e42d4e50ad31a9ca97d59ca8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2123203 Mar 08 04:44:24.350053 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05b6d3-0864-4e5d-9bda-1f627202e564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a2ff71-7223-4417-94ba-e585773f82e4,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:24.350316 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 39332) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:24.373943 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-a57ed27f-be35-41a6-a236-5165002cad43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'name': 'tempest-AttachVolumeTestJSON-878477155-router', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '2b9b3c93-7c1e-4e78-a3f6-e11defd536d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:37Z', 'revision_number': 4, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'gw_port': {'id': '2b9b3c93-7c1e-4e78-a3f6-e11defd536d8', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:13:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': '8deef0d9-8748-4d84-a4fe-0d6dc376afb2', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'floating_ip_address': '172.27.0.139', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'port_id': '7e9ffabd-df11-491a-88fa-de12ae12a5e2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d', 'mac_address': 'fa:16:3e:28:18:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7edea90-2d80-460e-9e07-196b80f72e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:43:45Z', 'updated_at': '2022-03-08T04:44:22Z', 'revision_number': 1, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b19e078-88db-4ae0-91c5-ac908cfdf1dc', 'name': '', 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'mac_address': 'fa:16:3e:66:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7cfe1804-64f6-4463-a6ac-0aac353986ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:34Z', 'updated_at': '2022-03-08T04:43:50Z', 'revision_number': 5, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'subnets': [{'id': '7cfe1804-64f6-4463-a6ac-0aac353986ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:44:24.410584 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c9c326d4-d430-4258-ae94-01239fc7206b admin admin] Publish callbacks [] for security_group (a0a2ff71-7223-4417-94ba-e585773f82e4), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:24.415597 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57ed27f-be35-41a6-a236-5165002cad43 None None] The sync data for ids ['2cb70f1c-563d-4ccb-881b-47f53f004396'] in dv-cinder-740146-13-iscsi is: [{'id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'name': 'tempest-AttachVolumeTestJSON-878477155-router', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '2b9b3c93-7c1e-4e78-a3f6-e11defd536d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:37Z', 'revision_number': 4, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'gw_port': {'id': '2b9b3c93-7c1e-4e78-a3f6-e11defd536d8', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:13:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': '8deef0d9-8748-4d84-a4fe-0d6dc376afb2', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'floating_ip_address': '172.27.0.139', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'port_id': '7e9ffabd-df11-491a-88fa-de12ae12a5e2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d', 'mac_address': 'fa:16:3e:28:18:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7edea90-2d80-460e-9e07-196b80f72e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:43:45Z', 'updated_at': '2022-03-08T04:44:22Z', 'revision_number': 1, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b19e078-88db-4ae0-91c5-ac908cfdf1dc', 'name': '', 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'mac_address': 'fa:16:3e:66:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7cfe1804-64f6-4463-a6ac-0aac353986ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:34Z', 'updated_at': '2022-03-08T04:43:50Z', 'revision_number': 5, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'subnets': [{'id': '7cfe1804-64f6-4463-a6ac-0aac353986ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:44:24.433557 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c9c326d4-d430-4258-ae94-01239fc7206b admin admin] Publish callbacks [] for security_group (a0a2ff71-7223-4417-94ba-e585773f82e4), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:24.462638 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9c535-78c7-49c5-8629-9c07168d2fcf req-83227517-0911-4d33-a7eb-4015c0121273 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:24.464416 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4fe9c535-78c7-49c5-8629-9c07168d2fcf req-83227517-0911-4d33-a7eb-4015c0121273 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 946 time: 0.0630403 Mar 08 04:44:24.515653 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4fe9c535-78c7-49c5-8629-9c07168d2fcf req-ba9ab565-fb3d-45d3-8539-13961829b916 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=244e30f0-f3bc-4e76-bc70-094324fd2237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454199 Mar 08 04:44:24.554000 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c9c326d4-d430-4258-ae94-01239fc7206b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (a0a2ff71-7223-4417-94ba-e585773f82e4), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:24.554000 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c9c326d4-d430-4258-ae94-01239fc7206b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:24.555199 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-c9c326d4-d430-4258-ae94-01239fc7206b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a0a2ff71-7223-4417-94ba-e585773f82e4 HTTP/1.1" status: 204 len: 168 time: 0.2045336 Mar 08 04:44:24.566983 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c326d4-d430-4258-ae94-01239fc7206b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a2ff71-7223-4417-94ba-e585773f82e4,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:24.577101 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c326d4-d430-4258-ae94-01239fc7206b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:44:24.578641 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c326d4-d430-4258-ae94-01239fc7206b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:44:24.579019 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c326d4-d430-4258-ae94-01239fc7206b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:44:24.580338 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c326d4-d430-4258-ae94-01239fc7206b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:44:24.580775 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c326d4-d430-4258-ae94-01239fc7206b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:44:24.581027 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c326d4-d430-4258-ae94-01239fc7206b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:44:24.581509 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c326d4-d430-4258-ae94-01239fc7206b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:44:24.581859 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c326d4-d430-4258-ae94-01239fc7206b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:44:24.582202 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c326d4-d430-4258-ae94-01239fc7206b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:44:24.582541 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c326d4-d430-4258-ae94-01239fc7206b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:44:24.582877 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c326d4-d430-4258-ae94-01239fc7206b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:44:24.583261 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c326d4-d430-4258-ae94-01239fc7206b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:44:24.584114 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c326d4-d430-4258-ae94-01239fc7206b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:44:24.679407 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02db9f21-c1a1-4a1d-a2d0-91d657e2b06e None None] New status for floating IP 8deef0d9-8748-4d84-a4fe-0d6dc376afb2: ACTIVE {{(pid=110146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:44:24.749285 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fb119-6616-4288-89e6-f5bff970e442 req-61f0acd7-ace5-4cbe-89ed-318ab9df6973 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:24.751071 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-af4fb119-6616-4288-89e6-f5bff970e442 req-61f0acd7-ace5-4cbe-89ed-318ab9df6973 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 946 time: 0.0843670 Mar 08 04:44:24.798505 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a1c39a-a62e-4ae9-96fa-6dc106412960 req-30b4d7a4-53d1-4f2c-bdd0-334f8510d320 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:24.799967 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-d0a1c39a-a62e-4ae9-96fa-6dc106412960 req-30b4d7a4-53d1-4f2c-bdd0-334f8510d320 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0556915 Mar 08 04:44:24.807853 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-af4fb119-6616-4288-89e6-f5bff970e442 req-74e8c289-7df6-46e3-8c52-e6103d206286 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/security-groups?id=918cecf6-51a2-4ca2-b0e2-83a5bae69ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504117 Mar 08 04:44:24.853770 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-d0a1c39a-a62e-4ae9-96fa-6dc106412960 req-567f1665-497f-4177-ba11-adf2c1d8dab6 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467606 Mar 08 04:44:24.958016 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb07ee-e173-4d5e-8390-136de96bd50d req-4d4caa8a-44a6-44c3-862e-c1bf8155a501 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:24.959583 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b5bb07ee-e173-4d5e-8390-136de96bd50d req-4d4caa8a-44a6-44c3-862e-c1bf8155a501 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0544372 Mar 08 04:44:25.013254 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b5bb07ee-e173-4d5e-8390-136de96bd50d req-0fa0bf9e-285b-4232-85e6-df70a13cd1a9 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480597 Mar 08 04:44:25.314598 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9990fd-46c2-4786-a053-87796b60bd51 req-156cf8fe-e494-4bc5-a800-57ae125c19ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:25.315975 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-3a9990fd-46c2-4786-a053-87796b60bd51 req-156cf8fe-e494-4bc5-a800-57ae125c19ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7cfe1804-64f6-4463-a6ac-0aac353986ac HTTP/1.1" status: 200 len: 849 time: 0.0446329 Mar 08 04:44:25.559988 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935100c7-7940-4c8e-9837-f9ae0f83621e req-5ac860f1-a5d0-48a3-987a-7f872746e35d tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:25.561519 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-935100c7-7940-4c8e-9837-f9ae0f83621e req-5ac860f1-a5d0-48a3-987a-7f872746e35d tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0567653 Mar 08 04:44:25.614359 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-935100c7-7940-4c8e-9837-f9ae0f83621e req-c36cdabd-e997-43cf-a7d3-27f78f2ffe52 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472517 Mar 08 04:44:25.644870 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cca0fa-d5c8-4983-a130-d704b2738883 req-6d976b59-395a-4400-b6ca-8ee74ce3402d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:25.646971 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f4cca0fa-d5c8-4983-a130-d704b2738883 req-6d976b59-395a-4400-b6ca-8ee74ce3402d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 946 time: 0.0575628 Mar 08 04:44:25.692226 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f4cca0fa-d5c8-4983-a130-d704b2738883 req-b82ac30e-bb61-4fd2-8b88-4183411764b1 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=244e30f0-f3bc-4e76-bc70-094324fd2237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397725 Mar 08 04:44:25.929628 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64b6c19-aa57-4482-a59f-c7403ffdcefa req-d1e275c7-64e1-4637-9e94-aae66d814d0e tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:25.931100 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-c64b6c19-aa57-4482-a59f-c7403ffdcefa req-d1e275c7-64e1-4637-9e94-aae66d814d0e tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 946 time: 0.0572927 Mar 08 04:44:25.978390 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-c64b6c19-aa57-4482-a59f-c7403ffdcefa req-cc262635-ead6-467f-b7dd-2d3792c1c795 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/security-groups?id=918cecf6-51a2-4ca2-b0e2-83a5bae69ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419481 Mar 08 04:44:25.981735 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79ec21-e57a-4d5e-8c63-717e88d5102f req-f1c47d98-0c2d-4755-89e6-4336bbb037b1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:25.983233 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-dd79ec21-e57a-4d5e-8c63-717e88d5102f req-f1c47d98-0c2d-4755-89e6-4336bbb037b1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0558865 Mar 08 04:44:26.030587 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-dd79ec21-e57a-4d5e-8c63-717e88d5102f req-5cf60057-3ed6-4523-a81a-8038c7405917 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417480 Mar 08 04:44:26.730022 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da80fa-db80-4cfb-8229-da318ab2a104 req-000e2686-6fc6-41f0-b582-9cd49fe92a54 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:26.732726 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-f5da80fa-db80-4cfb-8229-da318ab2a104 req-000e2686-6fc6-41f0-b582-9cd49fe92a54 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0535119 Mar 08 04:44:26.786902 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-f5da80fa-db80-4cfb-8229-da318ab2a104 req-4cbd8c3d-b291-41af-a9b2-ee5f115c368d tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487170 Mar 08 04:44:26.814187 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d32661-6975-4128-85f5-e7783e54344c req-eec0ee09-4817-43b3-b885-e68af740e46f tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:26.814187 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-44d32661-6975-4128-85f5-e7783e54344c req-eec0ee09-4817-43b3-b885-e68af740e46f tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 946 time: 0.0567586 Mar 08 04:44:26.859456 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-44d32661-6975-4128-85f5-e7783e54344c req-b47f2be2-3cc8-4fc9-b57c-a8adf333337f tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=244e30f0-f3bc-4e76-bc70-094324fd2237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401757 Mar 08 04:44:27.102289 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b40ef-415f-479e-9164-758b58e9a7ee req-aac712a7-fec3-4621-b03e-fde18a3d407d tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:27.103768 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-628b40ef-415f-479e-9164-758b58e9a7ee req-aac712a7-fec3-4621-b03e-fde18a3d407d tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 946 time: 0.0585070 Mar 08 04:44:27.149565 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-628b40ef-415f-479e-9164-758b58e9a7ee req-d25dd8f3-7ec4-44bd-887c-176179aa7b6a tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/security-groups?id=918cecf6-51a2-4ca2-b0e2-83a5bae69ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401587 Mar 08 04:44:27.190115 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79cfa6-52f8-4132-8cfc-869ea7bdba63 req-f2060b9c-f094-4ff4-9efb-9997568bb5ad tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:27.191609 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-5a79cfa6-52f8-4132-8cfc-869ea7bdba63 req-f2060b9c-f094-4ff4-9efb-9997568bb5ad tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0539463 Mar 08 04:44:27.241912 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-5a79cfa6-52f8-4132-8cfc-869ea7bdba63 req-b2789623-d2be-4dbb-bd91-d0ecb6b1217c tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446527 Mar 08 04:44:27.551890 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9990fd-46c2-4786-a053-87796b60bd51 req-074ae60b-95f2-4d79-b7d4-af511b5b5162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:27.553461 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-3a9990fd-46c2-4786-a053-87796b60bd51 req-074ae60b-95f2-4d79-b7d4-af511b5b5162 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0b25786-9a98-4b69-9ff8-d7339822960d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0536990 Mar 08 04:44:27.705005 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-3a9990fd-46c2-4786-a053-87796b60bd51 req-138c0c36-f233-430c-8ccd-4759f4c20875 service neutron] 10.222.0.18 "GET /v2.0/networks/a0b25786-9a98-4b69-9ff8-d7339822960d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272435 Mar 08 04:44:27.707476 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea984da-b47d-4b3f-ad97-2ac6f747f57e req-223bcc68-f932-4c6c-b391-3a98f47f6b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:27.708802 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4ea984da-b47d-4b3f-ad97-2ac6f747f57e req-223bcc68-f932-4c6c-b391-3a98f47f6b0a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcad66ae90ba4346a7872b34da137f6b&device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 1129 time: 0.0745955 Mar 08 04:44:27.872181 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-3a9990fd-46c2-4786-a053-87796b60bd51 req-a2adc21f-f9a7-4503-a509-fd16c3e21267 service neutron] 10.222.0.18 "GET /v2.0/networks/a0b25786-9a98-4b69-9ff8-d7339822960d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495461 Mar 08 04:44:27.873295 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea984da-b47d-4b3f-ad97-2ac6f747f57e req-00a050ce-6aa8-4494-b74e-26b1ff165676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:27.874743 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4ea984da-b47d-4b3f-ad97-2ac6f747f57e req-00a050ce-6aa8-4494-b74e-26b1ff165676 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7 HTTP/1.1" status: 200 len: 919 time: 0.1449561 Mar 08 04:44:27.913963 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7ad2b-1d13-429d-bb55-4756cf2f444b req-3b9eb7a4-2356-4cb4-88b7-b7d2926cffd9 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:27.915447 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-4ad7ad2b-1d13-429d-bb55-4756cf2f444b req-3b9eb7a4-2356-4cb4-88b7-b7d2926cffd9 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0616891 Mar 08 04:44:27.927309 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4ea984da-b47d-4b3f-ad97-2ac6f747f57e req-153bed51-990f-4892-b955-cc502b939483 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=89ba8554-558b-4ef7-9d8d-d0018128cb1c HTTP/1.1" status: 200 len: 217 time: 0.0354228 Mar 08 04:44:27.965656 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-4ad7ad2b-1d13-429d-bb55-4756cf2f444b req-9465687a-3e10-4262-95a8-14d0ba95bf01 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435650 Mar 08 04:44:28.024333 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea984da-b47d-4b3f-ad97-2ac6f747f57e req-1b2a8132-d5fe-4e20-9d52-aae1386cbfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:28.025832 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4ea984da-b47d-4b3f-ad97-2ac6f747f57e req-1b2a8132-d5fe-4e20-9d52-aae1386cbfe7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=163b8d78-8815-4c1c-8542-991483b60755 HTTP/1.1" status: 200 len: 858 time: 0.0565360 Mar 08 04:44:28.033502 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9567447-d15c-4c2f-bf69-a4cca6bb28a0 req-45348c0c-1495-4a08-93a9-f74643918161 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:28.034914 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b9567447-d15c-4c2f-bf69-a4cca6bb28a0 req-45348c0c-1495-4a08-93a9-f74643918161 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 946 time: 0.0976868 Mar 08 04:44:28.076391 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4ea984da-b47d-4b3f-ad97-2ac6f747f57e req-3f29d3f6-620a-4ad9-aa36-9eb41f3f858c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349708 Mar 08 04:44:28.105256 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b9567447-d15c-4c2f-bf69-a4cca6bb28a0 req-9826cde0-3738-4dfa-bd3d-60cae7bcdb83 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=244e30f0-f3bc-4e76-bc70-094324fd2237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628202 Mar 08 04:44:28.226150 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4ea984da-b47d-4b3f-ad97-2ac6f747f57e req-18f7a003-ce27-472d-8bea-849e3239752b service neutron] 10.222.0.18 "GET /v2.0/networks/cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999546 Mar 08 04:44:28.272367 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef259c2-d23c-48cf-9ed4-14e16cbdc534 req-10914f88-d2c1-4434-9477-a24c6061fd6d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:28.274641 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-fef259c2-d23c-48cf-9ed4-14e16cbdc534 req-10914f88-d2c1-4434-9477-a24c6061fd6d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 946 time: 0.0934978 Mar 08 04:44:28.289563 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 39466) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:28.296804 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-d00ba077-bc9d-4493-8b16-7fff27fb6645 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Request body: {'floatingip': {'port_id': 'c08d1c1d-bdea-49ce-878b-6c829ce92072'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:44:28.374363 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-d00ba077-bc9d-4493-8b16-7fff27fb6645 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for floatingip (4a3746d7-33c7-4865-b952-36c2a82668ed), before_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:28.411889 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4ea984da-b47d-4b3f-ad97-2ac6f747f57e req-3c3842bc-548e-43d9-858a-c627dd9fb68a service neutron] 10.222.0.18 "GET /v2.0/networks/cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715164 Mar 08 04:44:28.421416 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42290bc-4aa7-4eeb-aae0-ba5dfea0380e req-f4671229-87aa-4f77-b841-b6048013e5da tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:28.428954 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a42290bc-4aa7-4eeb-aae0-ba5dfea0380e req-f4671229-87aa-4f77-b841-b6048013e5da tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 946 time: 0.1173353 Mar 08 04:44:28.477302 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a42290bc-4aa7-4eeb-aae0-ba5dfea0380e req-3bccd3d9-5b4f-45df-a486-6750c2801d64 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/security-groups?id=918cecf6-51a2-4ca2-b0e2-83a5bae69ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472536 Mar 08 04:44:28.522641 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f16dcd0-b046-4227-8ff5-87aca9a17e64 req-e4cde5f0-e504-4a13-83eb-4aa7bce151ab tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:28.529695 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-4f16dcd0-b046-4227-8ff5-87aca9a17e64 req-e4cde5f0-e504-4a13-83eb-4aa7bce151ab tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.1721885 Mar 08 04:44:28.644046 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-4f16dcd0-b046-4227-8ff5-87aca9a17e64 req-b2cc94ff-65a8-4d33-a993-42815d733f17 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134207 Mar 08 04:44:28.730321 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 39490) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:28.778227 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e8f665f-a4a2-4283-b82b-ca6920e85370 admin admin] Deleting subnet 6ddb79c1-5027-498d-b2af-e4182c5f3664 {{(pid=110144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 04:44:28.783630 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-1e8f665f-a4a2-4283-b82b-ca6920e85370 admin admin] Publish callbacks [] for subnet (6ddb79c1-5027-498d-b2af-e4182c5f3664), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:28.826543 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-1e8f665f-a4a2-4283-b82b-ca6920e85370 admin admin] Publish callbacks [] for subnet (6ddb79c1-5027-498d-b2af-e4182c5f3664), precommit_delete_associations {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:28.838193 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-1e8f665f-a4a2-4283-b82b-ca6920e85370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4105722'] for subnet (6ddb79c1-5027-498d-b2af-e4182c5f3664), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:28.964629 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-d00ba077-bc9d-4493-8b16-7fff27fb6645 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:28.983342 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-1e8f665f-a4a2-4283-b82b-ca6920e85370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4105697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093'] for subnet (6ddb79c1-5027-498d-b2af-e4182c5f3664), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:29.009497 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8f665f-a4a2-4283-b82b-ca6920e85370 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ddb79c1-5027-498d-b2af-e4182c5f3664,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:29.015146 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-1e8f665f-a4a2-4283-b82b-ca6920e85370 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:29.018849 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-1e8f665f-a4a2-4283-b82b-ca6920e85370 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6ddb79c1-5027-498d-b2af-e4182c5f3664 HTTP/1.1" status: 204 len: 168 time: 0.2872705 Mar 08 04:44:29.021405 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 39502) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:29.074518 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-d00ba077-bc9d-4493-8b16-7fff27fb6645 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952661'] for floatingip (4a3746d7-33c7-4865-b952-36c2a82668ed), after_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:29.128186 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7a85-e5a6-4bc7-b417-0a22b5214f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3980661'] for network (a0c23285-38f5-4a1f-afc5-c2c1296e883c), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:29.157720 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea11f9a-e06d-4272-9f76-ae300a2c10ab req-860c9726-9e02-469b-a869-b595df38bb49 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:29.162031 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-fea11f9a-e06d-4272-9f76-ae300a2c10ab req-860c9726-9e02-469b-a869-b595df38bb49 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.1169314 Mar 08 04:44:29.222074 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.db.l3_db [None req-d00ba077-bc9d-4493-8b16-7fff27fb6645 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Floating IP 4a3746d7-33c7-4865-b952-36c2a82668ed associated. External IP: 172.27.0.176, port: c08d1c1d-bdea-49ce-878b-6c829ce92072. Mar 08 04:44:29.276228 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7a85-e5a6-4bc7-b417-0a22b5214f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3756149', 'neutron.services.segments.db._delete_segments_for_network-8769087550311'] for network (a0c23285-38f5-4a1f-afc5-c2c1296e883c), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:29.305759 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-fea11f9a-e06d-4272-9f76-ae300a2c10ab req-af7a7735-70e0-42fc-895c-4c1a70b71296 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251523 Mar 08 04:44:29.309748 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7a85-e5a6-4bc7-b417-0a22b5214f5e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:44:29.310104 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7a85-e5a6-4bc7-b417-0a22b5214f5e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:44:29.310856 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7a85-e5a6-4bc7-b417-0a22b5214f5e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:44:29.311190 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7a85-e5a6-4bc7-b417-0a22b5214f5e admin admin] Subscribe: > port after_create 55550000 {{(pid=110144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:44:29.311545 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7a85-e5a6-4bc7-b417-0a22b5214f5e admin admin] Subscribe: > port after_delete 55550000 {{(pid=110144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:44:29.311924 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7a85-e5a6-4bc7-b417-0a22b5214f5e admin admin] Subscribe: > port after_update 55550000 {{(pid=110144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:44:29.312250 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7a85-e5a6-4bc7-b417-0a22b5214f5e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:44:29.312568 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7a85-e5a6-4bc7-b417-0a22b5214f5e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:44:29.312933 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7a85-e5a6-4bc7-b417-0a22b5214f5e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:44:29.313295 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7a85-e5a6-4bc7-b417-0a22b5214f5e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:44:29.405453 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:29.419116 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7a85-e5a6-4bc7-b417-0a22b5214f5e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:44:29.423546 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7a85-e5a6-4bc7-b417-0a22b5214f5e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:44:29.423546 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7a85-e5a6-4bc7-b417-0a22b5214f5e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:44:29.423546 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7a85-e5a6-4bc7-b417-0a22b5214f5e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110144) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:44:29.423546 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.services.segments.db [None req-4f3f7a85-e5a6-4bc7-b417-0a22b5214f5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0c23285-38f5-4a1f-afc5-c2c1296e883c']}} {{(pid=110144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:44:29.438153 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.services.segments.db [None req-4f3f7a85-e5a6-4bc7-b417-0a22b5214f5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e661e9d5-3bf2-4967-921f-26c78fffe35f') {'for_net_delete': True} {{(pid=110144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:44:29.438552 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.services.segments.db [None req-4f3f7a85-e5a6-4bc7-b417-0a22b5214f5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e661e9d5-3bf2-4967-921f-26c78fffe35f') {} {{(pid=110144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:44:29.446138 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00ba077-bc9d-4493-8b16-7fff27fb6645 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Router 2f54059b-7e76-47b0-a531-baf7a8872fae has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:44:29.455228 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7a85-e5a6-4bc7-b417-0a22b5214f5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769087551344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58735355'] for segment (e661e9d5-3bf2-4967-921f-26c78fffe35f), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:29.476445 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7a85-e5a6-4bc7-b417-0a22b5214f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041'] for segment (e661e9d5-3bf2-4967-921f-26c78fffe35f), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:29.484764 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f3f7a85-e5a6-4bc7-b417-0a22b5214f5e admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=110144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 04:44:29.485137 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7a85-e5a6-4bc7-b417-0a22b5214f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4052337'] for segment (e661e9d5-3bf2-4967-921f-26c78fffe35f), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:29.525051 dv-cinder-740146-13-iscsi neutron-server[110144]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 04:44:29.525051 dv-cinder-740146-13-iscsi neutron-server[110144]: from cryptography.utils import int_from_bytes Mar 08 04:44:29.525051 dv-cinder-740146-13-iscsi neutron-server[110144]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 04:44:29.525051 dv-cinder-740146-13-iscsi neutron-server[110144]: from cryptography.utils import int_from_bytes Mar 08 04:44:29.525051 dv-cinder-740146-13-iscsi neutron-server[110144]: Traceback (most recent call last): Mar 08 04:44:29.525051 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 04:44:29.525051 dv-cinder-740146-13-iscsi neutron-server[110144]: timer() Mar 08 04:44:29.525051 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 04:44:29.525051 dv-cinder-740146-13-iscsi neutron-server[110144]: cb(*args, **kw) Mar 08 04:44:29.525051 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 04:44:29.525051 dv-cinder-740146-13-iscsi neutron-server[110144]: return func(*args, **kwargs) Mar 08 04:44:29.525051 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 04:44:29.525051 dv-cinder-740146-13-iscsi neutron-server[110144]: self._notify() Mar 08 04:44:29.525051 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 04:44:29.525051 dv-cinder-740146-13-iscsi neutron-server[110144]: self.callback(batched_events) Mar 08 04:44:29.525051 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 04:44:29.525051 dv-cinder-740146-13-iscsi neutron-server[110144]: event.method(event) Mar 08 04:44:29.525051 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 04:44:29.525051 dv-cinder-740146-13-iscsi neutron-server[110144]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 04:44:29.525051 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 04:44:29.525051 dv-cinder-740146-13-iscsi neutron-server[110144]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 04:44:29.525051 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 04:44:29.525051 dv-cinder-740146-13-iscsi neutron-server[110144]: return f(self, *a, **k) Mar 08 04:44:29.525051 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 04:44:29.525051 dv-cinder-740146-13-iscsi neutron-server[110144]: return self._get(url).json() Mar 08 04:44:29.525051 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 04:44:29.525051 dv-cinder-740146-13-iscsi neutron-server[110144]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 04:44:29.525051 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 04:44:29.525051 dv-cinder-740146-13-iscsi neutron-server[110144]: return self.request(url, 'GET', **kwargs) Mar 08 04:44:29.525051 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 04:44:29.525051 dv-cinder-740146-13-iscsi neutron-server[110144]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 04:44:29.525051 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 04:44:29.525051 dv-cinder-740146-13-iscsi neutron-server[110144]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 04:44:29.525051 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 04:44:29.525051 dv-cinder-740146-13-iscsi neutron-server[110144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 04:44:29.525051 dv-cinder-740146-13-iscsi neutron-server[110144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 04:44:29.586244 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00ba077-bc9d-4493-8b16-7fff27fb6645 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:44:29.591627 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-d00ba077-bc9d-4493-8b16-7fff27fb6645 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for floatingip (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:29.595700 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4aa25d-9839-423f-9c21-311a647433f6 None None] Sync routers for ids ['2f54059b-7e76-47b0-a531-baf7a8872fae'] in dv-cinder-740146-13-iscsi {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:44:29.606769 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4aa25d-9839-423f-9c21-311a647433f6 None None] Routers {'2f54059b-7e76-47b0-a531-baf7a8872fae'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:44:29.607453 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-ad4aa25d-9839-423f-9c21-311a647433f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:44:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['2f54059b-7e76-47b0-a531-baf7a8872fae'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:44:29.629590 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671ef68-fbbb-4df8-a035-190bc00ed2ff req-fc31cd0f-ba72-4338-bd4f-0393568fab09 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:29.631075 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-2671ef68-fbbb-4df8-a035-190bc00ed2ff req-fc31cd0f-ba72-4338-bd4f-0393568fab09 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 946 time: 0.0875907 Mar 08 04:44:29.636149 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-d00ba077-bc9d-4493-8b16-7fff27fb6645 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "PUT /v2.0/floatingips/4a3746d7-33c7-4865-b952-36c2a82668ed HTTP/1.1" status: 200 len: 992 time: 1.3491263 Mar 08 04:44:29.636149 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1c1052-3b6e-4078-9dd7-f1d4f2c103de', 'tag': 'c08d1c1d-bdea-49ce-878b-6c829ce92072'}] {{(pid=110145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:44:29.637381 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71968b58d2f8aa6f8c15556c85a5ad4508c502c1b37aaef7a0ee3c4c7a23d4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c8a05d-45aa-4006-9eff-9e7d621f62df" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1c1052-3b6e-4078-9dd7-f1d4f2c103de", "tag": "c08d1c1d-bdea-49ce-878b-6c829ce92072"}]}' {{(pid=110145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:44:29.679598 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac86c6fc-690a-423e-a875-eddde8fedeed x-openstack-request-id: req-ac86c6fc-690a-423e-a875-eddde8fedeed {{(pid=110145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:44:29.679857 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1c1052-3b6e-4078-9dd7-f1d4f2c103de", "tag": "c08d1c1d-bdea-49ce-878b-6c829ce92072", "status": "completed", "code": 200}]} {{(pid=110145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:44:29.680105 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ac86c6fc-690a-423e-a875-eddde8fedeed {{(pid=110145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:44:29.683328 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab1c1052-3b6e-4078-9dd7-f1d4f2c103de', 'tag': 'c08d1c1d-bdea-49ce-878b-6c829ce92072', 'status': 'completed', 'code': 200} Mar 08 04:44:29.689644 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-2671ef68-fbbb-4df8-a035-190bc00ed2ff req-c579c059-9848-45a8-aacf-e0a59de04675 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/security-groups?id=918cecf6-51a2-4ca2-b0e2-83a5bae69ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496504 Mar 08 04:44:29.702902 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7a85-e5a6-4bc7-b417-0a22b5214f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3756156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-950959'] for network (a0c23285-38f5-4a1f-afc5-c2c1296e883c), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:29.736713 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-4f3f7a85-e5a6-4bc7-b417-0a22b5214f5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for network (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:29.739405 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-ad4aa25d-9839-423f-9c21-311a647433f6 None None] Set router 2f54059b-7e76-47b0-a531-baf7a8872fae gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:44:29.743149 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-4f3f7a85-e5a6-4bc7-b417-0a22b5214f5e admin admin] 10.222.0.35 "DELETE /v2.0/networks/a0c23285-38f5-4a1f-afc5-c2c1296e883c HTTP/1.1" status: 204 len: 168 time: 0.7201278 Mar 08 04:44:29.748624 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 39526) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:29.765538 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3f7a85-e5a6-4bc7-b417-0a22b5214f5e admin admin] Pushing event deleted for resources: {'Network': ['ID=a0c23285-38f5-4a1f-afc5-c2c1296e883c,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:29.805235 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f49249a-6f9f-4798-be31-143457b73086 admin admin] Deleting subnet 49167663-81b9-46f5-92d0-06b497e2554c {{(pid=110145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 04:44:29.809139 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9f49249a-6f9f-4798-be31-143457b73086 admin admin] Publish callbacks [] for subnet (49167663-81b9-46f5-92d0-06b497e2554c), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:29.820252 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8a05d-45aa-4006-9eff-9e7d621f62df req-cbb5586d-41ac-4138-81c9-2fe2ad7bff54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:29.821809 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c2c8a05d-45aa-4006-9eff-9e7d621f62df req-cbb5586d-41ac-4138-81c9-2fe2ad7bff54 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aeea4438116f4318bc83a1167fc0068f&device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 1130 time: 0.1147592 Mar 08 04:44:29.850652 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25764cfd-5a98-467c-940d-1731b55a0203 req-8a43f79a-8043-447b-ad91-577bf7a9bd34 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:29.852194 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-25764cfd-5a98-467c-940d-1731b55a0203 req-8a43f79a-8043-447b-ad91-577bf7a9bd34 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0898113 Mar 08 04:44:29.858608 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9f49249a-6f9f-4798-be31-143457b73086 admin admin] Publish callbacks [] for subnet (49167663-81b9-46f5-92d0-06b497e2554c), precommit_delete_associations {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:29.870827 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9f49249a-6f9f-4798-be31-143457b73086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4105722'] for subnet (49167663-81b9-46f5-92d0-06b497e2554c), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:30.016214 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-ad4aa25d-9839-423f-9c21-311a647433f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'name': 'tempest-AttachVolumeNegativeTest-650372177-router', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'gw_port': {'id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': '4a3746d7-33c7-4865-b952-36c2a82668ed', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'floating_ip_address': '172.27.0.176', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'port_id': 'c08d1c1d-bdea-49ce-878b-6c829ce92072', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'mac_address': 'fa:16:3e:4e:6f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1c1052-3b6e-4078-9dd7-f1d4f2c103de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:43:43Z', 'updated_at': '2022-03-08T04:44:28Z', 'revision_number': 1, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb1992b2-5788-4f84-8a8e-83e131e61c13', 'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'mac_address': 'fa:16:3e:5f:97:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7efbded5-60f9-4264-992d-981c4669fa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:31Z', 'updated_at': '2022-03-08T04:43:45Z', 'revision_number': 5, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'subnets': [{'id': '7efbded5-60f9-4264-992d-981c4669fa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:44:30.018146 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9f49249a-6f9f-4798-be31-143457b73086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4105697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093'] for subnet (49167663-81b9-46f5-92d0-06b497e2554c), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:30.047921 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4aa25d-9839-423f-9c21-311a647433f6 None None] Checking router: 2f54059b-7e76-47b0-a531-baf7a8872fae for host: dv-cinder-740146-13-iscsi {{(pid=110147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:44:30.055525 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49249a-6f9f-4798-be31-143457b73086 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49167663-81b9-46f5-92d0-06b497e2554c,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:30.059403 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4aa25d-9839-423f-9c21-311a647433f6 None None] Routers {'2f54059b-7e76-47b0-a531-baf7a8872fae'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:44:30.059899 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-ad4aa25d-9839-423f-9c21-311a647433f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:44:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['2f54059b-7e76-47b0-a531-baf7a8872fae'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:44:30.062645 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9f49249a-6f9f-4798-be31-143457b73086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for subnet (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:30.066642 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-9f49249a-6f9f-4798-be31-143457b73086 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/49167663-81b9-46f5-92d0-06b497e2554c HTTP/1.1" status: 204 len: 168 time: 0.3167627 Mar 08 04:44:30.069146 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 39528) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:30.157174 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f8ceab1e-7fbc-4dd0-ae8f-b3c38bd62ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3980661'] for network (8980fe22-1516-4096-8d91-cbfc47d616c7), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:30.190330 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-ad4aa25d-9839-423f-9c21-311a647433f6 None None] Set router 2f54059b-7e76-47b0-a531-baf7a8872fae gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:44:30.193829 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-25764cfd-5a98-467c-940d-1731b55a0203 req-0393d51b-e17b-46c0-9d87-bbeeab38de33 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3312621 Mar 08 04:44:30.202372 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8a05d-45aa-4006-9eff-9e7d621f62df req-e9652999-e665-487a-9e64-1c24765dc9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:30.203823 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c2c8a05d-45aa-4006-9eff-9e7d621f62df req-e9652999-e665-487a-9e64-1c24765dc9a6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=55973e4d-cfae-4744-97c2-2f6db5b5eaa4 HTTP/1.1" status: 200 len: 915 time: 0.3746560 Mar 08 04:44:30.210630 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4c84dfe9-4772-46c2-bb4c-b0fe3924c114 req-b4cee773-0409-4938-a690-e9a02906e398 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0920024 Mar 08 04:44:30.305567 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f8ceab1e-7fbc-4dd0-ae8f-b3c38bd62ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3756149', 'neutron.services.segments.db._delete_segments_for_network-8769087550311'] for network (8980fe22-1516-4096-8d91-cbfc47d616c7), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:30.319093 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c2c8a05d-45aa-4006-9eff-9e7d621f62df req-a499c8b0-0539-49fd-87be-7776cd98acb6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c08d1c1d-bdea-49ce-878b-6c829ce92072 HTTP/1.1" status: 200 len: 1000 time: 0.1068797 Mar 08 04:44:30.397649 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8a05d-45aa-4006-9eff-9e7d621f62df req-1a8c7263-f2cf-4baf-aa81-3eb7c6340152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:30.399553 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c2c8a05d-45aa-4006-9eff-9e7d621f62df req-1a8c7263-f2cf-4baf-aa81-3eb7c6340152 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7efbded5-60f9-4264-992d-981c4669fa99 HTTP/1.1" status: 200 len: 853 time: 0.0723896 Mar 08 04:44:30.446150 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84dfe9-4772-46c2-bb4c-b0fe3924c114 req-729ebad5-a133-415b-a75e-625020a5df2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:30.451026 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4c84dfe9-4772-46c2-bb4c-b0fe3924c114 req-729ebad5-a133-415b-a75e-625020a5df2a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5053a4f79321403a87497e2602d0928b&device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 1130 time: 0.1760733 Mar 08 04:44:30.534615 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-ad4aa25d-9839-423f-9c21-311a647433f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'name': 'tempest-AttachVolumeNegativeTest-650372177-router', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'gw_port': {'id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': '4a3746d7-33c7-4865-b952-36c2a82668ed', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'floating_ip_address': '172.27.0.176', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'port_id': 'c08d1c1d-bdea-49ce-878b-6c829ce92072', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'mac_address': 'fa:16:3e:4e:6f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1c1052-3b6e-4078-9dd7-f1d4f2c103de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:43:43Z', 'updated_at': '2022-03-08T04:44:28Z', 'revision_number': 1, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb1992b2-5788-4f84-8a8e-83e131e61c13', 'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'mac_address': 'fa:16:3e:5f:97:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7efbded5-60f9-4264-992d-981c4669fa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:31Z', 'updated_at': '2022-03-08T04:43:45Z', 'revision_number': 5, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'subnets': [{'id': '7efbded5-60f9-4264-992d-981c4669fa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:44:30.598066 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4aa25d-9839-423f-9c21-311a647433f6 None None] The sync data for ids ['2f54059b-7e76-47b0-a531-baf7a8872fae'] in dv-cinder-740146-13-iscsi is: [{'id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'name': 'tempest-AttachVolumeNegativeTest-650372177-router', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'gw_port': {'id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': '4a3746d7-33c7-4865-b952-36c2a82668ed', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'floating_ip_address': '172.27.0.176', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'port_id': 'c08d1c1d-bdea-49ce-878b-6c829ce92072', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'mac_address': 'fa:16:3e:4e:6f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1c1052-3b6e-4078-9dd7-f1d4f2c103de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:43:43Z', 'updated_at': '2022-03-08T04:44:28Z', 'revision_number': 1, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb1992b2-5788-4f84-8a8e-83e131e61c13', 'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'mac_address': 'fa:16:3e:5f:97:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7efbded5-60f9-4264-992d-981c4669fa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:31Z', 'updated_at': '2022-03-08T04:43:45Z', 'revision_number': 5, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'subnets': [{'id': '7efbded5-60f9-4264-992d-981c4669fa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:44:30.632666 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f8ceab1e-7fbc-4dd0-ae8f-b3c38bd62ba4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:44:30.633026 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f8ceab1e-7fbc-4dd0-ae8f-b3c38bd62ba4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:44:30.633790 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f8ceab1e-7fbc-4dd0-ae8f-b3c38bd62ba4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:44:30.634124 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f8ceab1e-7fbc-4dd0-ae8f-b3c38bd62ba4 admin admin] Subscribe: > port after_create 55550000 {{(pid=110145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:44:30.634469 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f8ceab1e-7fbc-4dd0-ae8f-b3c38bd62ba4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:44:30.634806 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f8ceab1e-7fbc-4dd0-ae8f-b3c38bd62ba4 admin admin] Subscribe: > port after_update 55550000 {{(pid=110145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:44:30.635126 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f8ceab1e-7fbc-4dd0-ae8f-b3c38bd62ba4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:44:30.635446 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f8ceab1e-7fbc-4dd0-ae8f-b3c38bd62ba4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:44:30.635760 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f8ceab1e-7fbc-4dd0-ae8f-b3c38bd62ba4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:44:30.636080 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f8ceab1e-7fbc-4dd0-ae8f-b3c38bd62ba4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:44:30.637673 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84dfe9-4772-46c2-bb4c-b0fe3924c114 req-3845151c-220b-4913-bd30-1bd0fcf210ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:30.639160 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4c84dfe9-4772-46c2-bb4c-b0fe3924c114 req-3845151c-220b-4913-bd30-1bd0fcf210ea service neutron] 10.222.0.18 "GET /v2.0/networks?id=cc155a2f-ef89-4592-9433-3850f5869c34 HTTP/1.1" status: 200 len: 912 time: 0.1659737 Mar 08 04:44:30.701121 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f8ceab1e-7fbc-4dd0-ae8f-b3c38bd62ba4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:44:30.701516 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f8ceab1e-7fbc-4dd0-ae8f-b3c38bd62ba4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:44:30.701854 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f8ceab1e-7fbc-4dd0-ae8f-b3c38bd62ba4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:44:30.702187 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f8ceab1e-7fbc-4dd0-ae8f-b3c38bd62ba4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110145) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 08 04:44:30.702561 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.services.segments.db [None req-f8ceab1e-7fbc-4dd0-ae8f-b3c38bd62ba4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8980fe22-1516-4096-8d91-cbfc47d616c7']}} {{(pid=110145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:44:30.717505 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbf51e-ab05-4c6f-ad90-5d2c9ecd01da req-16edd004-a248-4e94-90e3-280193156696 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:30.718972 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-6cdbf51e-ab05-4c6f-ad90-5d2c9ecd01da req-16edd004-a248-4e94-90e3-280193156696 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.3184819 Mar 08 04:44:30.722717 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.services.segments.db [None req-f8ceab1e-7fbc-4dd0-ae8f-b3c38bd62ba4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bdb7372-c7f6-47e4-a11a-5c74755d9e74') {'for_net_delete': True} {{(pid=110145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:44:30.723009 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4c84dfe9-4772-46c2-bb4c-b0fe3924c114 req-5f191ddb-fb2d-4212-a7b7-369c3802112a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9841aff5-0100-4c8c-9bca-2896ea981bcf HTTP/1.1" status: 200 len: 217 time: 0.0769758 Mar 08 04:44:30.723112 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.services.segments.db [None req-f8ceab1e-7fbc-4dd0-ae8f-b3c38bd62ba4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bdb7372-c7f6-47e4-a11a-5c74755d9e74') {} {{(pid=110145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:44:30.725955 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8a05d-45aa-4006-9eff-9e7d621f62df req-6fab22fd-24a8-4a31-b65c-9e652aa8ccf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:30.728754 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c2c8a05d-45aa-4006-9eff-9e7d621f62df req-6fab22fd-24a8-4a31-b65c-9e652aa8ccf9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55973e4d-cfae-4744-97c2-2f6db5b5eaa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2751889 Mar 08 04:44:30.742903 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f8ceab1e-7fbc-4dd0-ae8f-b3c38bd62ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769087551344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920783'] for segment (3bdb7372-c7f6-47e4-a11a-5c74755d9e74), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:30.776388 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206abab-bc01-4766-bf6b-96fda13cfb32 req-c3f205cb-cae4-4515-86ca-bfe02fad31bf tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:30.777963 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-d206abab-bc01-4766-bf6b-96fda13cfb32 req-c3f205cb-cae4-4515-86ca-bfe02fad31bf tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.4693406 Mar 08 04:44:30.779031 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f8ceab1e-7fbc-4dd0-ae8f-b3c38bd62ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041'] for segment (3bdb7372-c7f6-47e4-a11a-5c74755d9e74), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:30.790746 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 39556) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:30.795663 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-d485a3a6-aa05-4899-bb9f-8ab959ca577d tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Request body: {'floatingip': {'port_id': '773994d5-ad91-4559-b1ef-e0288cc192d7'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:44:30.798672 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8ceab1e-7fbc-4dd0-ae8f-b3c38bd62ba4 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=110145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 04:44:30.798988 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f8ceab1e-7fbc-4dd0-ae8f-b3c38bd62ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62793196'] for segment (3bdb7372-c7f6-47e4-a11a-5c74755d9e74), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:30.803710 dv-cinder-740146-13-iscsi neutron-server[110145]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 04:44:30.803710 dv-cinder-740146-13-iscsi neutron-server[110145]: from cryptography.utils import int_from_bytes Mar 08 04:44:30.803710 dv-cinder-740146-13-iscsi neutron-server[110145]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 08 04:44:30.803710 dv-cinder-740146-13-iscsi neutron-server[110145]: from cryptography.utils import int_from_bytes Mar 08 04:44:30.803710 dv-cinder-740146-13-iscsi neutron-server[110145]: Traceback (most recent call last): Mar 08 04:44:30.803710 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 04:44:30.803710 dv-cinder-740146-13-iscsi neutron-server[110145]: timer() Mar 08 04:44:30.803710 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 04:44:30.803710 dv-cinder-740146-13-iscsi neutron-server[110145]: cb(*args, **kw) Mar 08 04:44:30.803710 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 04:44:30.803710 dv-cinder-740146-13-iscsi neutron-server[110145]: return func(*args, **kwargs) Mar 08 04:44:30.803710 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 04:44:30.803710 dv-cinder-740146-13-iscsi neutron-server[110145]: self._notify() Mar 08 04:44:30.803710 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 04:44:30.803710 dv-cinder-740146-13-iscsi neutron-server[110145]: self.callback(batched_events) Mar 08 04:44:30.803710 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 04:44:30.803710 dv-cinder-740146-13-iscsi neutron-server[110145]: event.method(event) Mar 08 04:44:30.803710 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 04:44:30.803710 dv-cinder-740146-13-iscsi neutron-server[110145]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 04:44:30.803710 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 04:44:30.803710 dv-cinder-740146-13-iscsi neutron-server[110145]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 04:44:30.803710 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 04:44:30.803710 dv-cinder-740146-13-iscsi neutron-server[110145]: return f(self, *a, **k) Mar 08 04:44:30.803710 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 04:44:30.803710 dv-cinder-740146-13-iscsi neutron-server[110145]: return self._get(url).json() Mar 08 04:44:30.803710 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 04:44:30.803710 dv-cinder-740146-13-iscsi neutron-server[110145]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 04:44:30.803710 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 04:44:30.803710 dv-cinder-740146-13-iscsi neutron-server[110145]: return self.request(url, 'GET', **kwargs) Mar 08 04:44:30.803710 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 04:44:30.803710 dv-cinder-740146-13-iscsi neutron-server[110145]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 04:44:30.803710 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 04:44:30.803710 dv-cinder-740146-13-iscsi neutron-server[110145]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 04:44:30.803710 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 04:44:30.803710 dv-cinder-740146-13-iscsi neutron-server[110145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 04:44:30.803710 dv-cinder-740146-13-iscsi neutron-server[110145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 04:44:30.828229 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-6cdbf51e-ab05-4c6f-ad90-5d2c9ecd01da req-e38f0c6f-1a41-4502-b9a7-5701f34a58b0 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999570 Mar 08 04:44:30.887021 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c84dfe9-4772-46c2-bb4c-b0fe3924c114 req-ffc6a5af-6b2a-4ddb-a879-465e004dbdca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:30.888695 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4c84dfe9-4772-46c2-bb4c-b0fe3924c114 req-ffc6a5af-6b2a-4ddb-a879-465e004dbdca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2b9d4854-d292-44f8-972b-8e83d87d5743 HTTP/1.1" status: 200 len: 851 time: 0.1481490 Mar 08 04:44:30.902480 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-d485a3a6-aa05-4899-bb9f-8ab959ca577d tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for floatingip (9e39ea53-4b3f-4f67-9150-b90b18401ab2), before_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:30.910859 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a319022-4a35-427d-8d72-ede32783b1b4 None None] New status for floating IP 4a3746d7-33c7-4865-b952-36c2a82668ed: ACTIVE {{(pid=110146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:44:30.935152 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4c84dfe9-4772-46c2-bb4c-b0fe3924c114 req-fb36e19e-c8f7-4499-b522-2e447e851f77 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cc155a2f-ef89-4592-9433-3850f5869c34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299544 Mar 08 04:44:30.972206 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c2c8a05d-45aa-4006-9eff-9e7d621f62df req-15524662-f8ec-4168-9441-8e096e262321 service neutron] 10.222.0.18 "GET /v2.0/networks/55973e4d-cfae-4744-97c2-2f6db5b5eaa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299442 Mar 08 04:44:31.080613 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f8ceab1e-7fbc-4dd0-ae8f-b3c38bd62ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3756156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-950959'] for network (8980fe22-1516-4096-8d91-cbfc47d616c7), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:31.091768 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f8ceab1e-7fbc-4dd0-ae8f-b3c38bd62ba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for network (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:31.095346 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-f8ceab1e-7fbc-4dd0-ae8f-b3c38bd62ba4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/8980fe22-1516-4096-8d91-cbfc47d616c7 HTTP/1.1" status: 204 len: 168 time: 1.0252187 Mar 08 04:44:31.103360 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4c84dfe9-4772-46c2-bb4c-b0fe3924c114 req-5d4e30a7-660f-4ad3-ab79-e061dcb9c34b service neutron] 10.222.0.18 "GET /v2.0/networks/cc155a2f-ef89-4592-9433-3850f5869c34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607966 Mar 08 04:44:31.138357 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ceab1e-7fbc-4dd0-ae8f-b3c38bd62ba4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8980fe22-1516-4096-8d91-cbfc47d616c7,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:31.140123 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c2c8a05d-45aa-4006-9eff-9e7d621f62df req-13d06070-562b-4a1a-952c-d23b7459a020 service neutron] 10.222.0.18 "GET /v2.0/networks/55973e4d-cfae-4744-97c2-2f6db5b5eaa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306968 Mar 08 04:44:31.234799 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4c84dfe9-4772-46c2-bb4c-b0fe3924c114 req-df9fb55d-5cc5-44da-a5ed-196393295a79 service neutron] 10.222.0.18 "GET /v2.0/networks/cc155a2f-ef89-4592-9433-3850f5869c34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228876 Mar 08 04:44:31.503999 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-d485a3a6-aa05-4899-bb9f-8ab959ca577d tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:31.538727 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 39574) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:31.582746 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-d485a3a6-aa05-4899-bb9f-8ab959ca577d tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952661'] for floatingip (9e39ea53-4b3f-4f67-9150-b90b18401ab2), after_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:31.583547 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-e0fd80c0-d449-4794-952b-89dc61a9de95 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8fe3939709b642dd8db437ce9332f8e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436623 Mar 08 04:44:31.586566 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 39576) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:31.633318 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-c84bb1f2-63a7-4e1b-8c60-dbfd5c7bf8d4 admin admin] Publish callbacks [] for security_group (859d4262-8e83-4b3e-8187-cfbec0740ebb), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:31.654512 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-c84bb1f2-63a7-4e1b-8c60-dbfd5c7bf8d4 admin admin] Publish callbacks [] for security_group (859d4262-8e83-4b3e-8187-cfbec0740ebb), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:31.683613 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.db.l3_db [None req-d485a3a6-aa05-4899-bb9f-8ab959ca577d tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Floating IP 9e39ea53-4b3f-4f67-9150-b90b18401ab2 associated. External IP: 172.27.0.31, port: 773994d5-ad91-4559-b1ef-e0288cc192d7. Mar 08 04:44:31.776393 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-c84bb1f2-63a7-4e1b-8c60-dbfd5c7bf8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (859d4262-8e83-4b3e-8187-cfbec0740ebb), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:31.779090 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-c84bb1f2-63a7-4e1b-8c60-dbfd5c7bf8d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:31.780318 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-c84bb1f2-63a7-4e1b-8c60-dbfd5c7bf8d4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/859d4262-8e83-4b3e-8187-cfbec0740ebb HTTP/1.1" status: 204 len: 168 time: 0.1928470 Mar 08 04:44:31.790597 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84bb1f2-63a7-4e1b-8c60-dbfd5c7bf8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859d4262-8e83-4b3e-8187-cfbec0740ebb,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:31.912556 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d485a3a6-aa05-4899-bb9f-8ab959ca577d tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Router 0301edbb-1cb6-42b0-8a45-736d73f61666 has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:44:32.000044 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c19d2-8234-43df-84ea-f2d2bacfc3b9 req-285e21db-da0f-4df2-848e-5b15762b53e8 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:32.001577 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b42c19d2-8234-43df-84ea-f2d2bacfc3b9 req-285e21db-da0f-4df2-848e-5b15762b53e8 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.1008346 Mar 08 04:44:32.088477 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d485a3a6-aa05-4899-bb9f-8ab959ca577d tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:44:32.092780 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b42c19d2-8234-43df-84ea-f2d2bacfc3b9 req-3c662584-34c0-4cc9-bf89-23068fbb53ef tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827298 Mar 08 04:44:32.095840 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-d485a3a6-aa05-4899-bb9f-8ab959ca577d tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for floatingip (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:32.103270 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6652a873-9385-44eb-bed0-53624a88674c None None] Sync routers for ids ['0301edbb-1cb6-42b0-8a45-736d73f61666'] in dv-cinder-740146-13-iscsi {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:44:32.130665 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6652a873-9385-44eb-bed0-53624a88674c None None] Routers {'0301edbb-1cb6-42b0-8a45-736d73f61666'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:44:32.132002 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-6652a873-9385-44eb-bed0-53624a88674c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:44:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['0301edbb-1cb6-42b0-8a45-736d73f61666'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:44:32.133574 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-d485a3a6-aa05-4899-bb9f-8ab959ca577d tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "PUT /v2.0/floatingips/9e39ea53-4b3f-4f67-9150-b90b18401ab2 HTTP/1.1" status: 200 len: 991 time: 1.3417411 Mar 08 04:44:32.134326 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aeefc38-6e1e-4a20-958d-55aeeb908d35', 'tag': '773994d5-ad91-4559-b1ef-e0288cc192d7'}] {{(pid=110145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:44:32.136880 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71968b58d2f8aa6f8c15556c85a5ad4508c502c1b37aaef7a0ee3c4c7a23d4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4bf74f-1008-4748-be92-ee430259e474" -d '{"events": [{"name": "network-changed", "server_uuid": "6aeefc38-6e1e-4a20-958d-55aeeb908d35", "tag": "773994d5-ad91-4559-b1ef-e0288cc192d7"}]}' {{(pid=110145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:44:32.184301 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6459d554-4109-43fe-9e78-95789a6e678d x-openstack-request-id: req-6459d554-4109-43fe-9e78-95789a6e678d {{(pid=110145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:44:32.184666 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aeefc38-6e1e-4a20-958d-55aeeb908d35", "tag": "773994d5-ad91-4559-b1ef-e0288cc192d7", "status": "completed", "code": 200}]} {{(pid=110145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:44:32.184993 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6459d554-4109-43fe-9e78-95789a6e678d {{(pid=110145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:44:32.185514 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aeefc38-6e1e-4a20-958d-55aeeb908d35', 'tag': '773994d5-ad91-4559-b1ef-e0288cc192d7', 'status': 'completed', 'code': 200} Mar 08 04:44:32.254777 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4bf74f-1008-4748-be92-ee430259e474 req-a51249d5-3124-4b1b-9d0e-ae1282a76b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:32.256974 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-6c4bf74f-1008-4748-be92-ee430259e474 req-a51249d5-3124-4b1b-9d0e-ae1282a76b77 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=53b2a43d64144bbfbae1d11822fba676&device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 1130 time: 0.0484381 Mar 08 04:44:32.351761 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-6652a873-9385-44eb-bed0-53624a88674c None None] Set router 0301edbb-1cb6-42b0-8a45-736d73f61666 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:44:32.357644 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4bf74f-1008-4748-be92-ee430259e474 req-5c035c53-ee42-4693-983c-5406b4f738a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:32.359168 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-6c4bf74f-1008-4748-be92-ee430259e474 req-5c035c53-ee42-4693-983c-5406b4f738a3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=860c194c-b911-4147-84ad-16e240b1666f HTTP/1.1" status: 200 len: 917 time: 0.0950499 Mar 08 04:44:32.427063 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-6c4bf74f-1008-4748-be92-ee430259e474 req-e67b74b1-e4b5-4929-b32c-2505bd8a1389 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=773994d5-ad91-4559-b1ef-e0288cc192d7 HTTP/1.1" status: 200 len: 999 time: 0.0589049 Mar 08 04:44:32.489445 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4bf74f-1008-4748-be92-ee430259e474 req-9ed8be50-37bb-4f1f-a331-67f28d90a0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:32.491737 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-6c4bf74f-1008-4748-be92-ee430259e474 req-9ed8be50-37bb-4f1f-a331-67f28d90a0f4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2b6a1ea5-e77b-4dad-bc11-fe8b411f2953 HTTP/1.1" status: 200 len: 855 time: 0.0563607 Mar 08 04:44:32.516387 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 39612) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:32.546790 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4bf74f-1008-4748-be92-ee430259e474 req-a3ddb428-0345-483c-a382-b80f253cfa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:32.548609 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-6c4bf74f-1008-4748-be92-ee430259e474 req-a3ddb428-0345-483c-a382-b80f253cfa1e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=860c194c-b911-4147-84ad-16e240b1666f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0509403 Mar 08 04:44:32.564945 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-6a9da08d-24cf-4adf-914e-b9cab38e8fe8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a1950e70fc444678ae70a30b9cce5d36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0476878 Mar 08 04:44:32.565621 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 39614) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:32.596310 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-6652a873-9385-44eb-bed0-53624a88674c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'name': 'tempest-AttachVolumeShelveTestJSON-480904037-router', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '6ac4a553-3e37-4e5e-a952-455684760833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:22Z', 'updated_at': '2022-03-08T04:43:32Z', 'revision_number': 4, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'gw_port': {'id': '6ac4a553-3e37-4e5e-a952-455684760833', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:24Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': '9e39ea53-4b3f-4f67-9150-b90b18401ab2', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'port_id': '773994d5-ad91-4559-b1ef-e0288cc192d7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '860c194c-b911-4147-84ad-16e240b1666f', 'mac_address': 'fa:16:3e:1d:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aeefc38-6e1e-4a20-958d-55aeeb908d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:43:38Z', 'updated_at': '2022-03-08T04:44:31Z', 'revision_number': 1, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9583e9f3-4432-4325-8688-db1084d0bc9d', 'name': '', 'network_id': '860c194c-b911-4147-84ad-16e240b1666f', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'mac_address': 'fa:16:3e:16:1d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2b6a1ea5-e77b-4dad-bc11-fe8b411f2953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:30Z', 'updated_at': '2022-03-08T04:43:36Z', 'revision_number': 5, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'subnets': [{'id': '2b6a1ea5-e77b-4dad-bc11-fe8b411f2953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:44:32.627734 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-0bfd0e30-98c8-41ae-bbba-0eb596760783 admin admin] Publish callbacks [] for security_group (0708eb0f-ec70-4885-b1d7-9e651811af54), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:32.634913 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6652a873-9385-44eb-bed0-53624a88674c None None] Checking router: 0301edbb-1cb6-42b0-8a45-736d73f61666 for host: dv-cinder-740146-13-iscsi {{(pid=110147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:44:32.654300 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6652a873-9385-44eb-bed0-53624a88674c None None] Routers {'0301edbb-1cb6-42b0-8a45-736d73f61666'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:44:32.654300 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-6652a873-9385-44eb-bed0-53624a88674c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:44:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['0301edbb-1cb6-42b0-8a45-736d73f61666'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:44:32.666377 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-0bfd0e30-98c8-41ae-bbba-0eb596760783 admin admin] Publish callbacks [] for security_group (0708eb0f-ec70-4885-b1d7-9e651811af54), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:32.669307 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-6c4bf74f-1008-4748-be92-ee430259e474 req-bd1c0bc6-4782-47ac-92c3-c0121ed859d0 service neutron] 10.222.0.18 "GET /v2.0/networks/860c194c-b911-4147-84ad-16e240b1666f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141591 Mar 08 04:44:32.811596 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-0bfd0e30-98c8-41ae-bbba-0eb596760783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (0708eb0f-ec70-4885-b1d7-9e651811af54), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:32.814394 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-0bfd0e30-98c8-41ae-bbba-0eb596760783 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:32.815585 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-0bfd0e30-98c8-41ae-bbba-0eb596760783 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0708eb0f-ec70-4885-b1d7-9e651811af54 HTTP/1.1" status: 204 len: 168 time: 0.2489901 Mar 08 04:44:32.834532 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-6c4bf74f-1008-4748-be92-ee430259e474 req-8db6a472-c728-4a51-8a27-aa9797a0467d service neutron] 10.222.0.18 "GET /v2.0/networks/860c194c-b911-4147-84ad-16e240b1666f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553819 Mar 08 04:44:32.834787 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-6652a873-9385-44eb-bed0-53624a88674c None None] Set router 0301edbb-1cb6-42b0-8a45-736d73f61666 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:44:32.845540 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd0e30-98c8-41ae-bbba-0eb596760783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0708eb0f-ec70-4885-b1d7-9e651811af54,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:33.073285 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-6652a873-9385-44eb-bed0-53624a88674c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'name': 'tempest-AttachVolumeShelveTestJSON-480904037-router', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '6ac4a553-3e37-4e5e-a952-455684760833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:22Z', 'updated_at': '2022-03-08T04:43:32Z', 'revision_number': 4, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'gw_port': {'id': '6ac4a553-3e37-4e5e-a952-455684760833', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:24Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': '9e39ea53-4b3f-4f67-9150-b90b18401ab2', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'port_id': '773994d5-ad91-4559-b1ef-e0288cc192d7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '860c194c-b911-4147-84ad-16e240b1666f', 'mac_address': 'fa:16:3e:1d:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aeefc38-6e1e-4a20-958d-55aeeb908d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:43:38Z', 'updated_at': '2022-03-08T04:44:31Z', 'revision_number': 1, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9583e9f3-4432-4325-8688-db1084d0bc9d', 'name': '', 'network_id': '860c194c-b911-4147-84ad-16e240b1666f', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'mac_address': 'fa:16:3e:16:1d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2b6a1ea5-e77b-4dad-bc11-fe8b411f2953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:30Z', 'updated_at': '2022-03-08T04:43:36Z', 'revision_number': 5, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'subnets': [{'id': '2b6a1ea5-e77b-4dad-bc11-fe8b411f2953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:44:33.101307 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6652a873-9385-44eb-bed0-53624a88674c None None] The sync data for ids ['0301edbb-1cb6-42b0-8a45-736d73f61666'] in dv-cinder-740146-13-iscsi is: [{'id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'name': 'tempest-AttachVolumeShelveTestJSON-480904037-router', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '6ac4a553-3e37-4e5e-a952-455684760833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:22Z', 'updated_at': '2022-03-08T04:43:32Z', 'revision_number': 4, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'gw_port': {'id': '6ac4a553-3e37-4e5e-a952-455684760833', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:24Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': '9e39ea53-4b3f-4f67-9150-b90b18401ab2', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'port_id': '773994d5-ad91-4559-b1ef-e0288cc192d7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 108, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '860c194c-b911-4147-84ad-16e240b1666f', 'mac_address': 'fa:16:3e:1d:18:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aeefc38-6e1e-4a20-958d-55aeeb908d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:43:38Z', 'updated_at': '2022-03-08T04:44:31Z', 'revision_number': 1, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9583e9f3-4432-4325-8688-db1084d0bc9d', 'name': '', 'network_id': '860c194c-b911-4147-84ad-16e240b1666f', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'mac_address': 'fa:16:3e:16:1d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2b6a1ea5-e77b-4dad-bc11-fe8b411f2953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:30Z', 'updated_at': '2022-03-08T04:43:36Z', 'revision_number': 5, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'subnets': [{'id': '2b6a1ea5-e77b-4dad-bc11-fe8b411f2953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:44:33.233390 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f64888-9970-4a38-b4d6-4fcdeec6189f req-81146d47-8096-473b-ba3e-343c8533eea3 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:33.233390 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-25f64888-9970-4a38-b4d6-4fcdeec6189f req-81146d47-8096-473b-ba3e-343c8533eea3 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0666890 Mar 08 04:44:33.308553 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-25f64888-9970-4a38-b4d6-4fcdeec6189f req-db327d9d-0f94-4d9a-ae67-9ef869b27dd5 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682313 Mar 08 04:44:33.357087 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 39648) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:33.388942 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ef1175-b5af-4627-b366-fe18a3a6eab2 None None] New status for floating IP 9e39ea53-4b3f-4f67-9150-b90b18401ab2: ACTIVE {{(pid=110146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:44:33.476054 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f27968ac-1439-4146-a745-b58ba7418eae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:33.572159 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f27968ac-1439-4146-a745-b58ba7418eae admin admin] Publish callbacks [] for security_group (edf2b4f1-d665-480e-86b0-aa623dc8b0c1), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:33.685164 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f27968ac-1439-4146-a745-b58ba7418eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (edf2b4f1-d665-480e-86b0-aa623dc8b0c1), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:33.727628 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-f27968ac-1439-4146-a745-b58ba7418eae admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fd44e950a2a045019b646870e61e9243&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3692694 Mar 08 04:44:33.728861 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27968ac-1439-4146-a745-b58ba7418eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf2b4f1-d665-480e-86b0-aa623dc8b0c1,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:33.730424 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 39662) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:33.785051 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-bd9c965e-825b-4ac7-9dee-ebad3f8dbe64 admin admin] Publish callbacks [] for security_group (edf2b4f1-d665-480e-86b0-aa623dc8b0c1), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:33.806917 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-bd9c965e-825b-4ac7-9dee-ebad3f8dbe64 admin admin] Publish callbacks [] for security_group (edf2b4f1-d665-480e-86b0-aa623dc8b0c1), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:33.988022 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-bd9c965e-825b-4ac7-9dee-ebad3f8dbe64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (edf2b4f1-d665-480e-86b0-aa623dc8b0c1), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:33.988022 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-bd9c965e-825b-4ac7-9dee-ebad3f8dbe64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:33.988022 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-bd9c965e-825b-4ac7-9dee-ebad3f8dbe64 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/edf2b4f1-d665-480e-86b0-aa623dc8b0c1 HTTP/1.1" status: 204 len: 168 time: 0.2391791 Mar 08 04:44:33.988022 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c965e-825b-4ac7-9dee-ebad3f8dbe64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf2b4f1-d665-480e-86b0-aa623dc8b0c1,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:34.437290 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71817ddd-7f97-45dc-8dda-42203092b742 req-14fa3ccb-27a0-45f5-9433-35a1cfe3d73f tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:34.438911 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-71817ddd-7f97-45dc-8dda-42203092b742 req-14fa3ccb-27a0-45f5-9433-35a1cfe3d73f tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0550053 Mar 08 04:44:34.486986 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-71817ddd-7f97-45dc-8dda-42203092b742 req-184a52da-743a-4471-a3f8-f7d8391b25b9 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420277 Mar 08 04:44:34.708137 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 39698) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:34.721642 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b26ead13-526a-434a-8f99-729a80c059fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:34.797009 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b26ead13-526a-434a-8f99-729a80c059fc admin admin] Publish callbacks [] for security_group (0b5208c3-7ad8-4d53-b964-b0d3c64e1447), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:34.879707 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b26ead13-526a-434a-8f99-729a80c059fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (0b5208c3-7ad8-4d53-b964-b0d3c64e1447), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:34.884125 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 39706) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:34.923087 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-b26ead13-526a-434a-8f99-729a80c059fc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2392fd8792c84cd8a1bc6307b36a258c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2115679 Mar 08 04:44:34.923087 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ead13-526a-434a-8f99-729a80c059fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5208c3-7ad8-4d53-b964-b0d3c64e1447,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:34.924126 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 39710) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:34.986134 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f40bb3af-3330-461e-9375-80940a523f3a admin admin] Publish callbacks [] for security_group (0b5208c3-7ad8-4d53-b964-b0d3c64e1447), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:35.003701 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-464f1ea4-6355-4608-a81a-4c98e393cbab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:35.009291 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f40bb3af-3330-461e-9375-80940a523f3a admin admin] Publish callbacks [] for security_group (0b5208c3-7ad8-4d53-b964-b0d3c64e1447), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:35.082971 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-464f1ea4-6355-4608-a81a-4c98e393cbab admin admin] Publish callbacks [] for security_group (61935f89-6e06-48f6-a064-bfd1809df08a), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:35.107916 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f40bb3af-3330-461e-9375-80940a523f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (0b5208c3-7ad8-4d53-b964-b0d3c64e1447), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:35.110484 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f40bb3af-3330-461e-9375-80940a523f3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:35.115617 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-f40bb3af-3330-461e-9375-80940a523f3a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0b5208c3-7ad8-4d53-b964-b0d3c64e1447 HTTP/1.1" status: 204 len: 168 time: 0.1755981 Mar 08 04:44:35.119436 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40bb3af-3330-461e-9375-80940a523f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5208c3-7ad8-4d53-b964-b0d3c64e1447,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:35.143435 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-464f1ea4-6355-4608-a81a-4c98e393cbab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (61935f89-6e06-48f6-a064-bfd1809df08a), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:35.186041 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-464f1ea4-6355-4608-a81a-4c98e393cbab admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1b9e88fef70747d1b80a1404556c142f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3005702 Mar 08 04:44:35.186871 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f1ea4-6355-4608-a81a-4c98e393cbab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61935f89-6e06-48f6-a064-bfd1809df08a,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:35.188768 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 39714) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:35.239650 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-dbb74326-5660-4ed5-b496-c9d50da69626 admin admin] Publish callbacks [] for security_group (61935f89-6e06-48f6-a064-bfd1809df08a), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:35.261579 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-dbb74326-5660-4ed5-b496-c9d50da69626 admin admin] Publish callbacks [] for security_group (61935f89-6e06-48f6-a064-bfd1809df08a), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:35.365214 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-dbb74326-5660-4ed5-b496-c9d50da69626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (61935f89-6e06-48f6-a064-bfd1809df08a), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:35.368341 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-dbb74326-5660-4ed5-b496-c9d50da69626 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:35.369563 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-dbb74326-5660-4ed5-b496-c9d50da69626 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/61935f89-6e06-48f6-a064-bfd1809df08a HTTP/1.1" status: 204 len: 168 time: 0.1797125 Mar 08 04:44:35.378267 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb74326-5660-4ed5-b496-c9d50da69626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61935f89-6e06-48f6-a064-bfd1809df08a,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:35.611151 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f06b2e-9353-475a-bc00-09bbcafba669 req-5b03e1f3-7e87-47c9-9a14-5f9592a883da tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:35.612630 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-92f06b2e-9353-475a-bc00-09bbcafba669 req-5b03e1f3-7e87-47c9-9a14-5f9592a883da tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0557451 Mar 08 04:44:35.659015 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-92f06b2e-9353-475a-bc00-09bbcafba669 req-9f903817-ec93-4b50-af32-1214451699e3 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402079 Mar 08 04:44:36.792622 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62537d7a-58fa-4ee4-a69f-da667f5a9e69 req-a6c267b8-5050-45a1-9980-fa9c19513851 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:36.794693 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-62537d7a-58fa-4ee4-a69f-da667f5a9e69 req-a6c267b8-5050-45a1-9980-fa9c19513851 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0586565 Mar 08 04:44:36.845751 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-62537d7a-58fa-4ee4-a69f-da667f5a9e69 req-9666b431-caed-44cf-8d6f-2e3ba2519442 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449750 Mar 08 04:44:37.971225 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676a8c0-f2f9-4dca-bd45-b06eeed8e547 req-dafe69d0-f84c-42c3-8557-e2783c36bbf9 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:37.971225 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-5676a8c0-f2f9-4dca-bd45-b06eeed8e547 req-dafe69d0-f84c-42c3-8557-e2783c36bbf9 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0526133 Mar 08 04:44:38.016356 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-5676a8c0-f2f9-4dca-bd45-b06eeed8e547 req-2474776e-4fc4-4e27-9821-32de5d56ab33 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439494 Mar 08 04:44:39.141985 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2edf2-02a0-4c80-a759-847b3dbb83ea req-3ec0b248-fc72-41df-a988-34a51825cbb0 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:39.143491 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-8dc2edf2-02a0-4c80-a759-847b3dbb83ea req-3ec0b248-fc72-41df-a988-34a51825cbb0 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0513372 Mar 08 04:44:39.191685 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-8dc2edf2-02a0-4c80-a759-847b3dbb83ea req-e33b04a9-bbb1-4785-b522-90fc2c16927f tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417719 Mar 08 04:44:39.428405 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 39912) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:39.531892 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ff09db21-50fd-4010-a0f5-aa6e3366b6d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:39.606788 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ff09db21-50fd-4010-a0f5-aa6e3366b6d8 admin admin] Publish callbacks [] for security_group (ba090594-21a7-4d5c-bd4c-db6bae6b0abc), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:39.662066 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ff09db21-50fd-4010-a0f5-aa6e3366b6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (ba090594-21a7-4d5c-bd4c-db6bae6b0abc), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:39.700231 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-ff09db21-50fd-4010-a0f5-aa6e3366b6d8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=51d777ff7d054f3eac1544135150dedf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2706766 Mar 08 04:44:39.700959 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09db21-50fd-4010-a0f5-aa6e3366b6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba090594-21a7-4d5c-bd4c-db6bae6b0abc,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:39.702936 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 39918) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:39.757138 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5db35f3a-3e51-4079-a422-c0049524062e admin admin] Publish callbacks [] for security_group (ba090594-21a7-4d5c-bd4c-db6bae6b0abc), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:39.777951 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5db35f3a-3e51-4079-a422-c0049524062e admin admin] Publish callbacks [] for security_group (ba090594-21a7-4d5c-bd4c-db6bae6b0abc), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:39.879225 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5db35f3a-3e51-4079-a422-c0049524062e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (ba090594-21a7-4d5c-bd4c-db6bae6b0abc), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:39.881790 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5db35f3a-3e51-4079-a422-c0049524062e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:39.882924 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-5db35f3a-3e51-4079-a422-c0049524062e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ba090594-21a7-4d5c-bd4c-db6bae6b0abc HTTP/1.1" status: 204 len: 168 time: 0.1785331 Mar 08 04:44:39.891091 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db35f3a-3e51-4079-a422-c0049524062e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba090594-21a7-4d5c-bd4c-db6bae6b0abc,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:40.315263 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59028837-a8a6-480d-8bd6-4bb3663effb9 req-1890509a-8a07-4f54-a1d3-68396a4796fd tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:40.316948 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-59028837-a8a6-480d-8bd6-4bb3663effb9 req-1890509a-8a07-4f54-a1d3-68396a4796fd tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0528827 Mar 08 04:44:40.364973 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-59028837-a8a6-480d-8bd6-4bb3663effb9 req-661b0e0f-0cab-4265-a340-bd120adeb19e tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416572 Mar 08 04:44:40.479953 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 39932) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:40.492823 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-d8456266-19b1-4643-a116-83d9552fddbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:40.567516 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-d8456266-19b1-4643-a116-83d9552fddbe admin admin] Publish callbacks [] for security_group (ed9470b6-0b7a-448a-a916-1ca1919fac2a), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:40.616428 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-d8456266-19b1-4643-a116-83d9552fddbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (ed9470b6-0b7a-448a-a916-1ca1919fac2a), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:40.655373 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-d8456266-19b1-4643-a116-83d9552fddbe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b8351669524c42bda191cf023aa4c23d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1743488 Mar 08 04:44:40.656093 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8456266-19b1-4643-a116-83d9552fddbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9470b6-0b7a-448a-a916-1ca1919fac2a,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:40.658973 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 39936) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:40.711446 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-41cc2105-7c35-4516-95d1-b5e689112f2e admin admin] Publish callbacks [] for security_group (ed9470b6-0b7a-448a-a916-1ca1919fac2a), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:40.731953 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-41cc2105-7c35-4516-95d1-b5e689112f2e admin admin] Publish callbacks [] for security_group (ed9470b6-0b7a-448a-a916-1ca1919fac2a), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:40.822871 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-41cc2105-7c35-4516-95d1-b5e689112f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (ed9470b6-0b7a-448a-a916-1ca1919fac2a), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:40.825526 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-41cc2105-7c35-4516-95d1-b5e689112f2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:40.826800 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-41cc2105-7c35-4516-95d1-b5e689112f2e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ed9470b6-0b7a-448a-a916-1ca1919fac2a HTTP/1.1" status: 204 len: 168 time: 0.1663680 Mar 08 04:44:40.835429 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc2105-7c35-4516-95d1-b5e689112f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9470b6-0b7a-448a-a916-1ca1919fac2a,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:41.403532 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 39948) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:41.416596 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-13ea7238-c6cc-49f4-8da1-0a9940dd6d2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:41.495418 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-13ea7238-c6cc-49f4-8da1-0a9940dd6d2e admin admin] Publish callbacks [] for security_group (bd8d1c34-5e6a-4d08-a545-068ec3ff34b1), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:41.497472 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f140d-dc2e-4d9c-9f05-e938a6f36d6b req-ccd8be31-ebeb-4891-9f17-1b99fe253ccb tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:41.500207 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-8e5f140d-dc2e-4d9c-9f05-e938a6f36d6b req-ccd8be31-ebeb-4891-9f17-1b99fe253ccb tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0645034 Mar 08 04:44:41.547198 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-8e5f140d-dc2e-4d9c-9f05-e938a6f36d6b req-a2758f70-841a-4ee4-9020-fc312f4d2961 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414159 Mar 08 04:44:41.577718 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-13ea7238-c6cc-49f4-8da1-0a9940dd6d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (bd8d1c34-5e6a-4d08-a545-068ec3ff34b1), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:41.617534 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-13ea7238-c6cc-49f4-8da1-0a9940dd6d2e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9f814a2745da46829aaef2fe6f0ee45a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2128971 Mar 08 04:44:41.618477 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ea7238-c6cc-49f4-8da1-0a9940dd6d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8d1c34-5e6a-4d08-a545-068ec3ff34b1,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:41.620169 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 39954) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:41.668422 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-9b00c41d-9a9a-4ec4-b5e4-f94df7ad51d5 admin admin] Publish callbacks [] for security_group (bd8d1c34-5e6a-4d08-a545-068ec3ff34b1), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:41.696315 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-9b00c41d-9a9a-4ec4-b5e4-f94df7ad51d5 admin admin] Publish callbacks [] for security_group (bd8d1c34-5e6a-4d08-a545-068ec3ff34b1), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:41.822470 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-9b00c41d-9a9a-4ec4-b5e4-f94df7ad51d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (bd8d1c34-5e6a-4d08-a545-068ec3ff34b1), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:41.825036 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-9b00c41d-9a9a-4ec4-b5e4-f94df7ad51d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:41.826330 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-9b00c41d-9a9a-4ec4-b5e4-f94df7ad51d5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bd8d1c34-5e6a-4d08-a545-068ec3ff34b1 HTTP/1.1" status: 204 len: 168 time: 0.2051153 Mar 08 04:44:41.837344 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b00c41d-9a9a-4ec4-b5e4-f94df7ad51d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8d1c34-5e6a-4d08-a545-068ec3ff34b1,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:42.667134 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bce4e-04b4-4cd6-b60f-dee6301c7c2c req-67ae01ff-8a24-4d3a-82d2-7db1a8998505 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:42.668648 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-ad5bce4e-04b4-4cd6-b60f-dee6301c7c2c req-67ae01ff-8a24-4d3a-82d2-7db1a8998505 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0542696 Mar 08 04:44:42.716023 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-ad5bce4e-04b4-4cd6-b60f-dee6301c7c2c req-75454885-5b53-4cb7-9174-e5f02050f21f tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419369 Mar 08 04:44:43.836765 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45618f7b-9cb9-4871-8044-cd5cc082b533 req-240ec037-074a-4db9-ba14-01d33dec26c2 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:43.838284 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-45618f7b-9cb9-4871-8044-cd5cc082b533 req-240ec037-074a-4db9-ba14-01d33dec26c2 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0556390 Mar 08 04:44:43.887060 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-45618f7b-9cb9-4871-8044-cd5cc082b533 req-aa5b85ca-e23e-479b-b773-d53fe8a169eb tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432177 Mar 08 04:44:43.988112 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-268d620c-aa2a-43bc-ab2a-b1905b1aa60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:45.001467 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d232a53-8e2c-481b-90d7-dae05aae2c72 req-23217914-3a60-4819-b4b6-bf79b00e67a2 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:45.002898 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-1d232a53-8e2c-481b-90d7-dae05aae2c72 req-23217914-3a60-4819-b4b6-bf79b00e67a2 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0500340 Mar 08 04:44:45.049181 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-1d232a53-8e2c-481b-90d7-dae05aae2c72 req-40067f90-99c6-4e02-8a17-a5e076ca5b5e tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407853 Mar 08 04:44:45.940470 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1936bb-1f68-4d08-a91b-a361c27b0ba9 req-916a7b19-974d-4759-9fcb-95c3eb9a5aaa tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:45.941931 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-ae1936bb-1f68-4d08-a91b-a361c27b0ba9 req-916a7b19-974d-4759-9fcb-95c3eb9a5aaa tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 946 time: 0.0494075 Mar 08 04:44:45.989044 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-ae1936bb-1f68-4d08-a91b-a361c27b0ba9 req-9de8f5ba-0607-4879-ba91-f6c0a358d42e tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/security-groups?id=918cecf6-51a2-4ca2-b0e2-83a5bae69ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411377 Mar 08 04:44:46.164766 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45f5a0-da44-49ee-85aa-231013f3e428 req-da278678-ddfe-40b6-b2d0-5d434158d3f2 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:46.166268 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-fa45f5a0-da44-49ee-85aa-231013f3e428 req-da278678-ddfe-40b6-b2d0-5d434158d3f2 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0526536 Mar 08 04:44:46.211562 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-fa45f5a0-da44-49ee-85aa-231013f3e428 req-524ada4c-bebb-49c5-9efa-0b6074a19822 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398796 Mar 08 04:44:46.227802 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-3b7f8130-21df-4ca6-91b3-64c738d30583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:47.104950 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81830524-f075-4776-ad39-d5a9364a0ff4 req-8dd04c18-cca1-4539-9f9a-861feb636c21 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:47.106428 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-81830524-f075-4776-ad39-d5a9364a0ff4 req-8dd04c18-cca1-4539-9f9a-861feb636c21 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 946 time: 0.0509710 Mar 08 04:44:47.153249 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-81830524-f075-4776-ad39-d5a9364a0ff4 req-2bf2b145-a153-4a56-94c3-11f2dc32bc62 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/security-groups?id=918cecf6-51a2-4ca2-b0e2-83a5bae69ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412459 Mar 08 04:44:47.192921 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:47.328849 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e91c8-2a06-4108-b7be-9ff3e8975518 req-1a89f0ac-8510-4b20-b6f5-98c7f65aaff7 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:47.330337 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-6b3e91c8-2a06-4108-b7be-9ff3e8975518 req-1a89f0ac-8510-4b20-b6f5-98c7f65aaff7 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0516827 Mar 08 04:44:47.375228 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-6b3e91c8-2a06-4108-b7be-9ff3e8975518 req-0d64a1d0-10f0-4250-bed6-bc28f98e61b6 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394592 Mar 08 04:44:48.272225 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f0598-9300-443c-82db-94c7ebb28093 req-d2317b49-d3e6-4b1e-add1-dc1760c38a9b tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:48.273742 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-631f0598-9300-443c-82db-94c7ebb28093 req-d2317b49-d3e6-4b1e-add1-dc1760c38a9b tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 946 time: 0.0564055 Mar 08 04:44:48.319853 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-631f0598-9300-443c-82db-94c7ebb28093 req-97f3f799-b6bd-4c01-b73e-59ec0fc8a944 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/security-groups?id=918cecf6-51a2-4ca2-b0e2-83a5bae69ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403624 Mar 08 04:44:48.492167 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5402fab-35b3-4c87-a94a-52e4d084cf6f req-e1521c49-3d4e-4d0a-930c-04d8d5c0718b tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:48.493565 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b5402fab-35b3-4c87-a94a-52e4d084cf6f req-e1521c49-3d4e-4d0a-930c-04d8d5c0718b tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0551169 Mar 08 04:44:48.541749 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b5402fab-35b3-4c87-a94a-52e4d084cf6f req-2a44d3ad-8e37-4444-b915-1f5fe8426894 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426266 Mar 08 04:44:48.650859 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:49.438119 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b0243-3726-4a0d-ad7f-fe66fde9a2a4 req-bdb58f2b-93b3-4a6c-909b-3ea31f700dbd tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:49.439486 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-9f2b0243-3726-4a0d-ad7f-fe66fde9a2a4 req-bdb58f2b-93b3-4a6c-909b-3ea31f700dbd tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 946 time: 0.0544574 Mar 08 04:44:49.485850 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-9f2b0243-3726-4a0d-ad7f-fe66fde9a2a4 req-0c412488-7043-47a2-a1fd-220c05209890 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/security-groups?id=918cecf6-51a2-4ca2-b0e2-83a5bae69ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407660 Mar 08 04:44:49.653365 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1df03-b4e0-493a-b1ac-eeee49d2084c req-fd9705d5-9789-4008-abb2-ab6ab25cd985 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:49.654805 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-71f1df03-b4e0-493a-b1ac-eeee49d2084c req-fd9705d5-9789-4008-abb2-ab6ab25cd985 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0497301 Mar 08 04:44:49.701651 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-71f1df03-b4e0-493a-b1ac-eeee49d2084c req-60564d14-f499-4687-a313-e1db250106a7 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413358 Mar 08 04:44:50.090530 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:50.398681 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505307f-e23d-40e2-b79d-a7e035308c58 req-37691227-8ac1-4c8b-abc5-0b4bbf055b66 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:50.400210 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7505307f-e23d-40e2-b79d-a7e035308c58 req-37691227-8ac1-4c8b-abc5-0b4bbf055b66 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.18 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 946 time: 0.0504727 Mar 08 04:44:50.573245 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-7505307f-e23d-40e2-b79d-a7e035308c58 req-45b790c5-5ec3-4b19-b2c4-47e65a4b13df tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Deleting port 9841aff5-0100-4c8c-9bca-2896ea981bcf {{(pid=110144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:44:50.573616 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-7505307f-e23d-40e2-b79d-a7e035308c58 req-45b790c5-5ec3-4b19-b2c4-47e65a4b13df tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (9841aff5-0100-4c8c-9bca-2896ea981bcf), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:50.613927 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90724ea-08b7-40ce-8b2b-ff6d3804e950 req-16f596d7-5d61-47ec-9f3d-a652e9600571 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:50.616108 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-e90724ea-08b7-40ce-8b2b-ff6d3804e950 req-16f596d7-5d61-47ec-9f3d-a652e9600571 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 946 time: 0.0571580 Mar 08 04:44:50.663016 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-e90724ea-08b7-40ce-8b2b-ff6d3804e950 req-a83bfac9-0215-46fe-9fc8-4209125b9689 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/security-groups?id=918cecf6-51a2-4ca2-b0e2-83a5bae69ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401380 Mar 08 04:44:50.672443 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-7505307f-e23d-40e2-b79d-a7e035308c58 req-45b790c5-5ec3-4b19-b2c4-47e65a4b13df tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] For port 9841aff5-0100-4c8c-9bca-2896ea981bcf, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=9841aff5-0100-4c8c-9bca-2896ea981bcf,segment=NetworkSegment(1aa10c85-3fb3-4da4-8720-cb7a8e9e737f),segment_id=1aa10c85-3fb3-4da4-8720-cb7a8e9e737f)] {{(pid=110144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:44:50.672987 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-7505307f-e23d-40e2-b79d-a7e035308c58 req-45b790c5-5ec3-4b19-b2c4-47e65a4b13df tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (9841aff5-0100-4c8c-9bca-2896ea981bcf), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:50.690461 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-7505307f-e23d-40e2-b79d-a7e035308c58 req-45b790c5-5ec3-4b19-b2c4-47e65a4b13df tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Calling delete_port for 9841aff5-0100-4c8c-9bca-2896ea981bcf owned by compute:nova {{(pid=110144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:44:50.856814 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec69e72-3c36-44f9-bbc7-ea023b9aa2dd req-be194da8-de74-4473-8926-4d54529ee474 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:50.858340 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4ec69e72-3c36-44f9-bbc7-ea023b9aa2dd req-be194da8-de74-4473-8926-4d54529ee474 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0868838 Mar 08 04:44:50.945095 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4ec69e72-3c36-44f9-bbc7-ea023b9aa2dd req-7def1bda-aa0e-4428-aa08-6b11e697beda tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807991 Mar 08 04:44:50.987507 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-7505307f-e23d-40e2-b79d-a7e035308c58 req-45b790c5-5ec3-4b19-b2c4-47e65a4b13df tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (9841aff5-0100-4c8c-9bca-2896ea981bcf), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:51.010142 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] get_ports_and_sgs() called for port_ids ['9841aff5-0100-4c8c-9bca-2896ea981bcf'] {{(pid=110146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:44:51.016441 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b790c5-5ec3-4b19-b2c4-47e65a4b13df tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Pushing event deleted for resources: {'Port': ['ID=9841aff5-0100-4c8c-9bca-2896ea981bcf,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:51.085316 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [req-7505307f-e23d-40e2-b79d-a7e035308c58 req-45b790c5-5ec3-4b19-b2c4-47e65a4b13df tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] No DVR routers for this DVR port 9841aff5-0100-4c8c-9bca-2896ea981bcf on host hv-cinder-74014 {{(pid=110144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:44:51.088877 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-7505307f-e23d-40e2-b79d-a7e035308c58 req-45b790c5-5ec3-4b19-b2c4-47e65a4b13df tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:51.092741 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7505307f-e23d-40e2-b79d-a7e035308c58 req-45b790c5-5ec3-4b19-b2c4-47e65a4b13df tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.18 "DELETE /v2.0/ports/9841aff5-0100-4c8c-9bca-2896ea981bcf HTTP/1.1" status: 204 len: 173 time: 0.6868713 Mar 08 04:44:51.093272 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '993ba59e-509a-493a-a139-a1002441e07d', 'name': 'network-vif-deleted', 'tag': '9841aff5-0100-4c8c-9bca-2896ea981bcf'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:44:51.096812 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9c0e55-5133-4819-a434-403099720fe0" -d '{"events": [{"server_uuid": "993ba59e-509a-493a-a139-a1002441e07d", "name": "network-vif-deleted", "tag": "9841aff5-0100-4c8c-9bca-2896ea981bcf"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:44:51.132639 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-342ac0fe-ab29-4431-b61b-6c1152891dd1 x-openstack-request-id: req-342ac0fe-ab29-4431-b61b-6c1152891dd1 {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:44:51.133032 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "993ba59e-509a-493a-a139-a1002441e07d", "name": "network-vif-deleted", "tag": "9841aff5-0100-4c8c-9bca-2896ea981bcf", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:44:51.133340 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-342ac0fe-ab29-4431-b61b-6c1152891dd1 {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:44:51.133739 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '993ba59e-509a-493a-a139-a1002441e07d', 'name': 'network-vif-deleted', 'tag': '9841aff5-0100-4c8c-9bca-2896ea981bcf', 'status': 'completed', 'code': 200} Mar 08 04:44:51.201144 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:44:51.778960 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-00c4bd3d-a112-4038-9c8a-9f7d9b875509 req-75ea0fda-2a21-4894-bdda-da84393ce309 tempest-DeleteServersTestJSON-742295254 tempest-DeleteServersTestJSON-742295254-project] 10.222.0.35 "GET /v2.0/ports?device_id=993ba59e-509a-493a-a139-a1002441e07d HTTP/1.1" status: 200 len: 210 time: 0.0286326 Mar 08 04:44:52.062493 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35514f39-c3fe-451d-9574-062c5aeca8aa req-51e5d8af-a8ae-4a90-82b1-82952c39f6fa tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:52.063965 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-35514f39-c3fe-451d-9574-062c5aeca8aa req-51e5d8af-a8ae-4a90-82b1-82952c39f6fa tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0508771 Mar 08 04:44:52.115842 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-35514f39-c3fe-451d-9574-062c5aeca8aa req-bfde11de-809a-4378-969d-4f4fc85d583a tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448456 Mar 08 04:44:53.239780 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9a498-686b-4213-acd2-30ec1da8c638 req-011647b0-1a6e-4937-83d5-7007e96666b7 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:53.241763 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-78f9a498-686b-4213-acd2-30ec1da8c638 req-011647b0-1a6e-4937-83d5-7007e96666b7 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0536413 Mar 08 04:44:53.288070 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-78f9a498-686b-4213-acd2-30ec1da8c638 req-f79dee04-2e54-4114-b235-939d3706dd40 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406802 Mar 08 04:44:53.883810 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 40256) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:53.934037 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 40260) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:53.934612 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 9841aff5-0100-4c8c-9bca-2896ea981bcf no longer exists at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:44:53.957551 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] No Port match for: 9841aff5-0100-4c8c-9bca-2896ea981bcf {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:44:53.958149 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 9841aff5-0100-4c8c-9bca-2896ea981bcf not bound to the agent host hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:44:54.042809 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-08bcb076-183d-4535-bfa4-f0e1eea57613 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:54.046564 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-a2d8acbb-1684-49a8-b2e8-1e2dce8f6ad1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:54.116032 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-08bcb076-183d-4535-bfa4-f0e1eea57613 admin admin] Publish callbacks [] for security_group (8dd2b56f-8da7-4cad-9c42-29919e83aab5), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:54.117659 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-a2d8acbb-1684-49a8-b2e8-1e2dce8f6ad1 admin admin] Publish callbacks [] for security_group (82516d52-2a46-4c87-8aae-e9cefaaaebcc), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:54.181988 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-08bcb076-183d-4535-bfa4-f0e1eea57613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (8dd2b56f-8da7-4cad-9c42-29919e83aab5), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:54.210923 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-a2d8acbb-1684-49a8-b2e8-1e2dce8f6ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (82516d52-2a46-4c87-8aae-e9cefaaaebcc), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:54.219696 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bcb076-183d-4535-bfa4-f0e1eea57613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd2b56f-8da7-4cad-9c42-29919e83aab5,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:54.226526 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-08bcb076-183d-4535-bfa4-f0e1eea57613 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=79a2f63d8919447ea99aedcac59a34bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2911654 Mar 08 04:44:54.229225 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 40264) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:54.262371 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-a2d8acbb-1684-49a8-b2e8-1e2dce8f6ad1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ca8809c8f52d4fccbfeb7926b082e011&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3774629 Mar 08 04:44:54.264938 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 40266) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:54.265812 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d8acbb-1684-49a8-b2e8-1e2dce8f6ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82516d52-2a46-4c87-8aae-e9cefaaaebcc,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:54.303165 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-d38ab4e1-7d35-4260-946b-69e8562c4ec8 admin admin] Publish callbacks [] for security_group (8dd2b56f-8da7-4cad-9c42-29919e83aab5), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:54.316701 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ce258594-aa0c-4fdb-8dce-ab42c646b31b admin admin] Publish callbacks [] for security_group (82516d52-2a46-4c87-8aae-e9cefaaaebcc), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:54.327136 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-d38ab4e1-7d35-4260-946b-69e8562c4ec8 admin admin] Publish callbacks [] for security_group (8dd2b56f-8da7-4cad-9c42-29919e83aab5), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:54.341320 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ce258594-aa0c-4fdb-8dce-ab42c646b31b admin admin] Publish callbacks [] for security_group (82516d52-2a46-4c87-8aae-e9cefaaaebcc), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:54.427542 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62826f43-28fc-47f4-ad2d-9ba72fe7cf11 req-7f67fc10-9af8-4143-a4ed-8f31aeaaf547 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:54.428998 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-62826f43-28fc-47f4-ad2d-9ba72fe7cf11 req-7f67fc10-9af8-4143-a4ed-8f31aeaaf547 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0649853 Mar 08 04:44:54.456432 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-d38ab4e1-7d35-4260-946b-69e8562c4ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (8dd2b56f-8da7-4cad-9c42-29919e83aab5), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:54.460216 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-d38ab4e1-7d35-4260-946b-69e8562c4ec8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:54.468743 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-d38ab4e1-7d35-4260-946b-69e8562c4ec8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8dd2b56f-8da7-4cad-9c42-29919e83aab5 HTTP/1.1" status: 204 len: 168 time: 0.2293854 Mar 08 04:44:54.472004 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ab4e1-7d35-4260-946b-69e8562c4ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd2b56f-8da7-4cad-9c42-29919e83aab5,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:54.488852 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ce258594-aa0c-4fdb-8dce-ab42c646b31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (82516d52-2a46-4c87-8aae-e9cefaaaebcc), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:54.491890 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ce258594-aa0c-4fdb-8dce-ab42c646b31b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:54.495222 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-ce258594-aa0c-4fdb-8dce-ab42c646b31b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/82516d52-2a46-4c87-8aae-e9cefaaaebcc HTTP/1.1" status: 204 len: 168 time: 0.2265882 Mar 08 04:44:54.497539 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-62826f43-28fc-47f4-ad2d-9ba72fe7cf11 req-fd35ae7a-e599-4269-93d0-11200b4edde1 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622804 Mar 08 04:44:54.508027 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce258594-aa0c-4fdb-8dce-ab42c646b31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82516d52-2a46-4c87-8aae-e9cefaaaebcc,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:54.591882 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 40282) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:54.636305 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f83fd1-851b-40ea-9049-e5218e6562bf admin admin] Deleting subnet 2b9d4854-d292-44f8-972b-8e83d87d5743 {{(pid=110145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 04:44:54.639538 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-30f83fd1-851b-40ea-9049-e5218e6562bf admin admin] Publish callbacks [] for subnet (2b9d4854-d292-44f8-972b-8e83d87d5743), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:54.673748 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-30f83fd1-851b-40ea-9049-e5218e6562bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1921012'] for subnet (2b9d4854-d292-44f8-972b-8e83d87d5743), precommit_delete_associations {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:54.720633 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-30f83fd1-851b-40ea-9049-e5218e6562bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4105722'] for subnet (2b9d4854-d292-44f8-972b-8e83d87d5743), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:54.845029 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-30f83fd1-851b-40ea-9049-e5218e6562bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4105697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62793094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59254926'] for subnet (2b9d4854-d292-44f8-972b-8e83d87d5743), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:54.871344 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f83fd1-851b-40ea-9049-e5218e6562bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b9d4854-d292-44f8-972b-8e83d87d5743,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:54.875303 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-30f83fd1-851b-40ea-9049-e5218e6562bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for subnet (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:54.878688 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-30f83fd1-851b-40ea-9049-e5218e6562bf admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2b9d4854-d292-44f8-972b-8e83d87d5743 HTTP/1.1" status: 204 len: 168 time: 0.2857871 Mar 08 04:44:54.881823 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 40288) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:54.948548 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-4f963d67-8ef0-4e15-ac6f-451f3a35ebe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3980661'] for network (cc155a2f-ef89-4592-9433-3850f5869c34), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:55.028923 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-4f963d67-8ef0-4e15-ac6f-451f3a35ebe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3756149', 'neutron.services.segments.db._delete_segments_for_network-8769087550311'] for network (cc155a2f-ef89-4592-9433-3850f5869c34), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:55.051349 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.services.segments.db [None req-4f963d67-8ef0-4e15-ac6f-451f3a35ebe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc155a2f-ef89-4592-9433-3850f5869c34']}} {{(pid=110145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:44:55.065174 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.services.segments.db [None req-4f963d67-8ef0-4e15-ac6f-451f3a35ebe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aa10c85-3fb3-4da4-8720-cb7a8e9e737f') {'for_net_delete': True} {{(pid=110145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:44:55.065472 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.services.segments.db [None req-4f963d67-8ef0-4e15-ac6f-451f3a35ebe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aa10c85-3fb3-4da4-8720-cb7a8e9e737f') {} {{(pid=110145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:44:55.075584 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-4f963d67-8ef0-4e15-ac6f-451f3a35ebe3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769087551344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920783'] for segment (1aa10c85-3fb3-4da4-8720-cb7a8e9e737f), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:55.088147 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-4f963d67-8ef0-4e15-ac6f-451f3a35ebe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041'] for segment (1aa10c85-3fb3-4da4-8720-cb7a8e9e737f), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:55.093867 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f963d67-8ef0-4e15-ac6f-451f3a35ebe3 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=110145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 04:44:55.094242 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-4f963d67-8ef0-4e15-ac6f-451f3a35ebe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62793196'] for segment (1aa10c85-3fb3-4da4-8720-cb7a8e9e737f), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:55.095823 dv-cinder-740146-13-iscsi neutron-server[110145]: Traceback (most recent call last): Mar 08 04:44:55.095823 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 04:44:55.095823 dv-cinder-740146-13-iscsi neutron-server[110145]: timer() Mar 08 04:44:55.095823 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 04:44:55.095823 dv-cinder-740146-13-iscsi neutron-server[110145]: cb(*args, **kw) Mar 08 04:44:55.095823 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 04:44:55.095823 dv-cinder-740146-13-iscsi neutron-server[110145]: return func(*args, **kwargs) Mar 08 04:44:55.095823 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 04:44:55.095823 dv-cinder-740146-13-iscsi neutron-server[110145]: self._notify() Mar 08 04:44:55.095823 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 04:44:55.095823 dv-cinder-740146-13-iscsi neutron-server[110145]: self.callback(batched_events) Mar 08 04:44:55.095823 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 04:44:55.095823 dv-cinder-740146-13-iscsi neutron-server[110145]: event.method(event) Mar 08 04:44:55.095823 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 04:44:55.095823 dv-cinder-740146-13-iscsi neutron-server[110145]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 04:44:55.095823 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 04:44:55.095823 dv-cinder-740146-13-iscsi neutron-server[110145]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 04:44:55.095823 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 04:44:55.095823 dv-cinder-740146-13-iscsi neutron-server[110145]: return f(self, *a, **k) Mar 08 04:44:55.095823 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 04:44:55.095823 dv-cinder-740146-13-iscsi neutron-server[110145]: return self._get(url).json() Mar 08 04:44:55.095823 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 04:44:55.095823 dv-cinder-740146-13-iscsi neutron-server[110145]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 04:44:55.095823 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 04:44:55.095823 dv-cinder-740146-13-iscsi neutron-server[110145]: return self.request(url, 'GET', **kwargs) Mar 08 04:44:55.095823 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 04:44:55.095823 dv-cinder-740146-13-iscsi neutron-server[110145]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 04:44:55.095823 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 04:44:55.095823 dv-cinder-740146-13-iscsi neutron-server[110145]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 04:44:55.095823 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 04:44:55.095823 dv-cinder-740146-13-iscsi neutron-server[110145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 04:44:55.095823 dv-cinder-740146-13-iscsi neutron-server[110145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 04:44:55.138243 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 40290) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:55.152572 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-881b125a-47e1-4af7-ac34-3261a73e1eef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:55.226502 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-881b125a-47e1-4af7-ac34-3261a73e1eef admin admin] Publish callbacks [] for security_group (2abddb10-ec93-43cd-81e8-6ed652b91a25), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:55.256707 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 40292) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:55.270075 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-e9061e6e-598b-4069-8e3e-751e238f47d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:55.290449 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-4f963d67-8ef0-4e15-ac6f-451f3a35ebe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3756156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-950959'] for network (cc155a2f-ef89-4592-9433-3850f5869c34), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:55.297274 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-4f963d67-8ef0-4e15-ac6f-451f3a35ebe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for network (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:55.300496 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-4f963d67-8ef0-4e15-ac6f-451f3a35ebe3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/cc155a2f-ef89-4592-9433-3850f5869c34 HTTP/1.1" status: 204 len: 168 time: 0.4177396 Mar 08 04:44:55.319925 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f963d67-8ef0-4e15-ac6f-451f3a35ebe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc155a2f-ef89-4592-9433-3850f5869c34,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:55.346921 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-881b125a-47e1-4af7-ac34-3261a73e1eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (2abddb10-ec93-43cd-81e8-6ed652b91a25), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:55.351120 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-e9061e6e-598b-4069-8e3e-751e238f47d7 admin admin] Publish callbacks [] for security_group (d01e7500-b688-45f1-b831-7cd3182b7496), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:55.391337 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-881b125a-47e1-4af7-ac34-3261a73e1eef admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0de2156f549c4b7abe5c803439072a4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2491059 Mar 08 04:44:55.391337 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b125a-47e1-4af7-ac34-3261a73e1eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abddb10-ec93-43cd-81e8-6ed652b91a25,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:55.391970 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 40296) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:55.443465 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-cee0ac55-74da-4d61-8ccc-cd307ca603bb admin admin] Publish callbacks [] for security_group (2abddb10-ec93-43cd-81e8-6ed652b91a25), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:55.456128 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-e9061e6e-598b-4069-8e3e-751e238f47d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (d01e7500-b688-45f1-b831-7cd3182b7496), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:55.469130 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-cee0ac55-74da-4d61-8ccc-cd307ca603bb admin admin] Publish callbacks [] for security_group (2abddb10-ec93-43cd-81e8-6ed652b91a25), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:55.497407 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-e9061e6e-598b-4069-8e3e-751e238f47d7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8af91fde5aa9469aa1cd8eceff62190a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395163 Mar 08 04:44:55.499432 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9061e6e-598b-4069-8e3e-751e238f47d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01e7500-b688-45f1-b831-7cd3182b7496,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:55.500145 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 40300) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:55.561740 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-cf59465d-d99a-4b0b-9e1a-752adac2b5cd admin admin] Publish callbacks [] for security_group (d01e7500-b688-45f1-b831-7cd3182b7496), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:55.583088 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-cf59465d-d99a-4b0b-9e1a-752adac2b5cd admin admin] Publish callbacks [] for security_group (d01e7500-b688-45f1-b831-7cd3182b7496), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:55.633432 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-cee0ac55-74da-4d61-8ccc-cd307ca603bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (2abddb10-ec93-43cd-81e8-6ed652b91a25), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:55.634108 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939daed-0125-491b-8fe7-dee747dc4703 req-e1f6d452-8e0d-4660-af10-1946dd2e3b80 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:55.635581 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9939daed-0125-491b-8fe7-dee747dc4703 req-e1f6d452-8e0d-4660-af10-1946dd2e3b80 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0543225 Mar 08 04:44:55.635942 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-cee0ac55-74da-4d61-8ccc-cd307ca603bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:55.637058 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-cee0ac55-74da-4d61-8ccc-cd307ca603bb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2abddb10-ec93-43cd-81e8-6ed652b91a25 HTTP/1.1" status: 204 len: 168 time: 0.2438960 Mar 08 04:44:55.647270 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0ac55-74da-4d61-8ccc-cd307ca603bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abddb10-ec93-43cd-81e8-6ed652b91a25,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:55.687843 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9939daed-0125-491b-8fe7-dee747dc4703 req-b53e5f32-cf73-4c85-a929-d49f52ae3128 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448253 Mar 08 04:44:55.707373 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-cf59465d-d99a-4b0b-9e1a-752adac2b5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (d01e7500-b688-45f1-b831-7cd3182b7496), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:55.710720 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-cf59465d-d99a-4b0b-9e1a-752adac2b5cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:55.713005 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-cf59465d-d99a-4b0b-9e1a-752adac2b5cd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d01e7500-b688-45f1-b831-7cd3182b7496 HTTP/1.1" status: 204 len: 168 time: 0.2113862 Mar 08 04:44:55.721334 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 40308) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:55.727350 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf59465d-d99a-4b0b-9e1a-752adac2b5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01e7500-b688-45f1-b831-7cd3182b7496,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:55.775154 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-ea4ba489-72d5-49a5-93f3-848c06e4c498 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5053a4f79321403a87497e2602d0928b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0524004 Mar 08 04:44:55.778135 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 40310) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:55.837266 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-77f33908-5619-4b15-947e-43e3ba2cc241 admin admin] Publish callbacks [] for security_group (918cecf6-51a2-4ca2-b0e2-83a5bae69ee4), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:55.858386 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-77f33908-5619-4b15-947e-43e3ba2cc241 admin admin] Publish callbacks [] for security_group (918cecf6-51a2-4ca2-b0e2-83a5bae69ee4), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:55.987902 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-77f33908-5619-4b15-947e-43e3ba2cc241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (918cecf6-51a2-4ca2-b0e2-83a5bae69ee4), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:55.991688 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-77f33908-5619-4b15-947e-43e3ba2cc241 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:55.992569 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-77f33908-5619-4b15-947e-43e3ba2cc241 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/918cecf6-51a2-4ca2-b0e2-83a5bae69ee4 HTTP/1.1" status: 204 len: 168 time: 0.2134752 Mar 08 04:44:56.000599 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f33908-5619-4b15-947e-43e3ba2cc241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918cecf6-51a2-4ca2-b0e2-83a5bae69ee4,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:56.818540 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cffdea-7365-4a84-b162-c45b71c089e7 req-9462235b-98e6-4f7e-90f7-ae7b1b460ee9 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:56.819994 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-07cffdea-7365-4a84-b162-c45b71c089e7 req-9462235b-98e6-4f7e-90f7-ae7b1b460ee9 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0515137 Mar 08 04:44:56.874381 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-07cffdea-7365-4a84-b162-c45b71c089e7 req-e8f7c5f9-71a9-4dcc-9390-00a30b10ebd7 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445395 Mar 08 04:44:57.995746 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c1da9-36f6-42b7-af99-e5224b1de6f1 req-f4830cdc-ab09-4eb6-b4d7-c2264284ec99 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:57.997328 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ed1c1da9-36f6-42b7-af99-e5224b1de6f1 req-f4830cdc-ab09-4eb6-b4d7-c2264284ec99 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0547733 Mar 08 04:44:58.258015 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ed1c1da9-36f6-42b7-af99-e5224b1de6f1 req-24b08272-3d9a-4a37-a53a-addbd11b51d9 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548897 Mar 08 04:44:58.998898 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 40480) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:59.106285 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6d0a16b1-51ef-4c9e-b4b1-990d90fec3f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:59.181374 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6d0a16b1-51ef-4c9e-b4b1-990d90fec3f8 admin admin] Publish callbacks [] for security_group (8f8b88ac-9a06-4d34-90ca-f0fddc9e0bbc), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:59.267268 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6d0a16b1-51ef-4c9e-b4b1-990d90fec3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (8f8b88ac-9a06-4d34-90ca-f0fddc9e0bbc), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:59.309845 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-6d0a16b1-51ef-4c9e-b4b1-990d90fec3f8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9e63bb61f10b49bbb0b69abb8457ea1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3074059 Mar 08 04:44:59.309845 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a16b1-51ef-4c9e-b4b1-990d90fec3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8b88ac-9a06-4d34-90ca-f0fddc9e0bbc,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:59.310547 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 40492) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:59.378398 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-4869d00c-43a3-4838-b858-13e36e914831 admin admin] Publish callbacks [] for security_group (8f8b88ac-9a06-4d34-90ca-f0fddc9e0bbc), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:59.378925 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff96111-c76c-43ac-bc3e-e3b10c69f232 req-5be8e4e9-9ecd-44e0-ab8d-28d0fee347c3 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:44:59.381245 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-aff96111-c76c-43ac-bc3e-e3b10c69f232 req-5be8e4e9-9ecd-44e0-ab8d-28d0fee347c3 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0584788 Mar 08 04:44:59.385352 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:59.406292 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-4869d00c-43a3-4838-b858-13e36e914831 admin admin] Publish callbacks [] for security_group (8f8b88ac-9a06-4d34-90ca-f0fddc9e0bbc), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:59.431653 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-aff96111-c76c-43ac-bc3e-e3b10c69f232 req-8f13978d-8964-427d-9b3a-fc0bb3873e9e tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439200 Mar 08 04:44:59.473538 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 40498) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:59.530280 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-4869d00c-43a3-4838-b858-13e36e914831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (8f8b88ac-9a06-4d34-90ca-f0fddc9e0bbc), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:59.532943 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-4869d00c-43a3-4838-b858-13e36e914831 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:59.534179 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-4869d00c-43a3-4838-b858-13e36e914831 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8f8b88ac-9a06-4d34-90ca-f0fddc9e0bbc HTTP/1.1" status: 204 len: 168 time: 0.2212884 Mar 08 04:44:59.542593 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4869d00c-43a3-4838-b858-13e36e914831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8b88ac-9a06-4d34-90ca-f0fddc9e0bbc,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:59.585961 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-50786130-5669-4c51-9c81-a8f5d136b74a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:59.663872 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-50786130-5669-4c51-9c81-a8f5d136b74a admin admin] Publish callbacks [] for security_group (c06fd1d8-42ca-4be3-ae53-001e2bc13169), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:59.741878 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-50786130-5669-4c51-9c81-a8f5d136b74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (c06fd1d8-42ca-4be3-ae53-001e2bc13169), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:59.781664 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-50786130-5669-4c51-9c81-a8f5d136b74a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aac8344b15f446d4bc4cebf5e5e6c510&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3069293 Mar 08 04:44:59.784136 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 40510) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:44:59.790248 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50786130-5669-4c51-9c81-a8f5d136b74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06fd1d8-42ca-4be3-ae53-001e2bc13169,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:44:59.840068 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9e5468e0-07b6-4a59-93f5-2922530c5a25 admin admin] Publish callbacks [] for security_group (c06fd1d8-42ca-4be3-ae53-001e2bc13169), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:59.862695 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9e5468e0-07b6-4a59-93f5-2922530c5a25 admin admin] Publish callbacks [] for security_group (c06fd1d8-42ca-4be3-ae53-001e2bc13169), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:59.982006 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9e5468e0-07b6-4a59-93f5-2922530c5a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (c06fd1d8-42ca-4be3-ae53-001e2bc13169), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:59.984604 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9e5468e0-07b6-4a59-93f5-2922530c5a25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:44:59.988251 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-9e5468e0-07b6-4a59-93f5-2922530c5a25 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c06fd1d8-42ca-4be3-ae53-001e2bc13169 HTTP/1.1" status: 204 len: 168 time: 0.2008014 Mar 08 04:44:59.994526 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5468e0-07b6-4a59-93f5-2922530c5a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06fd1d8-42ca-4be3-ae53-001e2bc13169,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:00.315871 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 40522) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:00.329578 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-1cc74911-9a30-47e7-a103-4c7ce5eefb56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:00.405963 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-1cc74911-9a30-47e7-a103-4c7ce5eefb56 admin admin] Publish callbacks [] for security_group (c0f3de55-baad-422b-98f3-d522ee775615), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:00.501768 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-1cc74911-9a30-47e7-a103-4c7ce5eefb56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (c0f3de55-baad-422b-98f3-d522ee775615), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:00.543716 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-1cc74911-9a30-47e7-a103-4c7ce5eefb56 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=37f8265e3dbd4a9c8ef6385085eb3911&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2241440 Mar 08 04:45:00.543716 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc74911-9a30-47e7-a103-4c7ce5eefb56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f3de55-baad-422b-98f3-d522ee775615,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:00.544562 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 40528) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:00.549246 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430c862-58c0-4449-9f85-ba14ddc2c58b req-5a71b1e4-b151-43f6-a95f-a4f475c5b641 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:00.551000 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2430c862-58c0-4449-9f85-ba14ddc2c58b req-5a71b1e4-b151-43f6-a95f-a4f475c5b641 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0523791 Mar 08 04:45:00.597711 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-38691617-565d-4c27-9c17-27b41f6845e9 admin admin] Publish callbacks [] for security_group (c0f3de55-baad-422b-98f3-d522ee775615), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:00.614060 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2430c862-58c0-4449-9f85-ba14ddc2c58b req-740b7f1f-144d-4d51-a35a-39e07f62abb5 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489478 Mar 08 04:45:00.829954 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-38691617-565d-4c27-9c17-27b41f6845e9 admin admin] Publish callbacks [] for security_group (c0f3de55-baad-422b-98f3-d522ee775615), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:00.970104 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-38691617-565d-4c27-9c17-27b41f6845e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (c0f3de55-baad-422b-98f3-d522ee775615), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:00.972712 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-38691617-565d-4c27-9c17-27b41f6845e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:00.973910 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-38691617-565d-4c27-9c17-27b41f6845e9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c0f3de55-baad-422b-98f3-d522ee775615 HTTP/1.1" status: 204 len: 168 time: 0.4284379 Mar 08 04:45:00.981812 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38691617-565d-4c27-9c17-27b41f6845e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f3de55-baad-422b-98f3-d522ee775615,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:01.187915 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 40542) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:01.201047 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-7c76196b-da86-4e48-93ee-e8a104291625 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:01.284411 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-7c76196b-da86-4e48-93ee-e8a104291625 admin admin] Publish callbacks [] for security_group (e1291200-a2ea-4c9d-b220-852766a171f1), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:01.347246 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-7c76196b-da86-4e48-93ee-e8a104291625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (e1291200-a2ea-4c9d-b220-852766a171f1), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:01.386617 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-7c76196b-da86-4e48-93ee-e8a104291625 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=447db7f1928245caabc83a48498d4bb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1967325 Mar 08 04:45:01.387818 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76196b-da86-4e48-93ee-e8a104291625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1291200-a2ea-4c9d-b220-852766a171f1,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:01.389030 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 40552) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:01.441427 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-52055e86-fa45-4267-aea1-ed061974fa41 admin admin] Publish callbacks [] for security_group (e1291200-a2ea-4c9d-b220-852766a171f1), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:01.462397 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-52055e86-fa45-4267-aea1-ed061974fa41 admin admin] Publish callbacks [] for security_group (e1291200-a2ea-4c9d-b220-852766a171f1), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:01.564327 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-52055e86-fa45-4267-aea1-ed061974fa41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (e1291200-a2ea-4c9d-b220-852766a171f1), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:01.567141 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-52055e86-fa45-4267-aea1-ed061974fa41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:01.570716 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-52055e86-fa45-4267-aea1-ed061974fa41 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e1291200-a2ea-4c9d-b220-852766a171f1 HTTP/1.1" status: 204 len: 168 time: 0.1777308 Mar 08 04:45:01.576992 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52055e86-fa45-4267-aea1-ed061974fa41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1291200-a2ea-4c9d-b220-852766a171f1,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:01.615177 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 40560) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:01.732844 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c46aa08-a809-40e6-a374-bafef15aaff5 req-0d8ec062-cf5f-438c-b068-08c1218a03f4 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:01.734358 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-0c46aa08-a809-40e6-a374-bafef15aaff5 req-0d8ec062-cf5f-438c-b068-08c1218a03f4 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0527408 Mar 08 04:45:01.786258 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-0c46aa08-a809-40e6-a374-bafef15aaff5 req-f2897a98-b7fa-4769-b493-3fe49392fbbc tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456765 Mar 08 04:45:01.895455 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-e01dfddc-93cf-4e52-a641-a2509e371fcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:01.981572 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-e01dfddc-93cf-4e52-a641-a2509e371fcc admin admin] Publish callbacks [] for security_group (a2d12e3c-c371-4cef-9195-d7856c6d818b), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:02.027540 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-e01dfddc-93cf-4e52-a641-a2509e371fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (a2d12e3c-c371-4cef-9195-d7856c6d818b), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:02.063954 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01dfddc-93cf-4e52-a641-a2509e371fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d12e3c-c371-4cef-9195-d7856c6d818b,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:02.068969 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-e01dfddc-93cf-4e52-a641-a2509e371fcc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aa65ec32917e4dc595228929fe2944ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4526529 Mar 08 04:45:02.088272 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 40584) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:02.126596 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-926d3b4e-f25f-4f3f-93da-ef0019a732b7 admin admin] Publish callbacks [] for security_group (a2d12e3c-c371-4cef-9195-d7856c6d818b), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:02.149800 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-926d3b4e-f25f-4f3f-93da-ef0019a732b7 admin admin] Publish callbacks [] for security_group (a2d12e3c-c371-4cef-9195-d7856c6d818b), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:02.279348 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-926d3b4e-f25f-4f3f-93da-ef0019a732b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (a2d12e3c-c371-4cef-9195-d7856c6d818b), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:02.282172 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-926d3b4e-f25f-4f3f-93da-ef0019a732b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:02.283347 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-926d3b4e-f25f-4f3f-93da-ef0019a732b7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a2d12e3c-c371-4cef-9195-d7856c6d818b HTTP/1.1" status: 204 len: 168 time: 0.2053328 Mar 08 04:45:02.292693 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d3b4e-f25f-4f3f-93da-ef0019a732b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d12e3c-c371-4cef-9195-d7856c6d818b,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:02.910539 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04185579-b5c2-4db1-8d9f-e2a1da2fde62 req-02896be9-937b-404d-9f10-ad38ece7a58c tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:02.912599 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-04185579-b5c2-4db1-8d9f-e2a1da2fde62 req-02896be9-937b-404d-9f10-ad38ece7a58c tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0595152 Mar 08 04:45:02.960183 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-04185579-b5c2-4db1-8d9f-e2a1da2fde62 req-9c2d12a2-7f28-4322-a71e-78f3b535b925 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415828 Mar 08 04:45:03.079845 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 40624) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:03.099634 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-0b8442ce-1120-4d1f-bde4-36954791120a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:03.193699 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-0b8442ce-1120-4d1f-bde4-36954791120a admin admin] Publish callbacks [] for security_group (2c12a050-29bb-48a0-a56c-450c2e7a6303), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:03.256197 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-0b8442ce-1120-4d1f-bde4-36954791120a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (2c12a050-29bb-48a0-a56c-450c2e7a6303), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:03.296817 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-0b8442ce-1120-4d1f-bde4-36954791120a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c568467fcac44cf7a0440bf59018a328&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2145417 Mar 08 04:45:03.301388 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 40634) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:03.307805 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8442ce-1120-4d1f-bde4-36954791120a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c12a050-29bb-48a0-a56c-450c2e7a6303,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:03.359027 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-3822c629-db4f-43e9-bc91-942df04e33dd admin admin] Publish callbacks [] for security_group (2c12a050-29bb-48a0-a56c-450c2e7a6303), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:03.382963 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-3822c629-db4f-43e9-bc91-942df04e33dd admin admin] Publish callbacks [] for security_group (2c12a050-29bb-48a0-a56c-450c2e7a6303), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:03.513189 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-3822c629-db4f-43e9-bc91-942df04e33dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (2c12a050-29bb-48a0-a56c-450c2e7a6303), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:03.515981 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-3822c629-db4f-43e9-bc91-942df04e33dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:03.520141 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-3822c629-db4f-43e9-bc91-942df04e33dd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2c12a050-29bb-48a0-a56c-450c2e7a6303 HTTP/1.1" status: 204 len: 168 time: 0.2175713 Mar 08 04:45:03.530095 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3822c629-db4f-43e9-bc91-942df04e33dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c12a050-29bb-48a0-a56c-450c2e7a6303,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:04.123043 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe48f9-58f6-4053-b7b1-f9f59540d200 req-fa02f2f3-01c4-491b-931e-49895ff85e7e tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:04.130096 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-9bbe48f9-58f6-4053-b7b1-f9f59540d200 req-fa02f2f3-01c4-491b-931e-49895ff85e7e tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0890522 Mar 08 04:45:04.184466 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-9bbe48f9-58f6-4053-b7b1-f9f59540d200 req-8997cf77-8cc5-4149-bfab-3bd58665205a tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529375 Mar 08 04:45:05.109872 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 40732) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:05.260285 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-50ccb7bb-7c15-480b-8ff1-950880935ccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:05.319672 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f09411-1a52-42ac-84d8-691f0e3a7717 req-d5ec3104-ffa3-498f-8106-7b5656bda408 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:05.321326 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-03f09411-1a52-42ac-84d8-691f0e3a7717 req-d5ec3104-ffa3-498f-8106-7b5656bda408 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0579517 Mar 08 04:45:05.338781 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-50ccb7bb-7c15-480b-8ff1-950880935ccd admin admin] Publish callbacks [] for security_group (ac1ea22b-076a-456c-b165-a301578f23f3), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:05.368645 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-03f09411-1a52-42ac-84d8-691f0e3a7717 req-a1c54685-642b-4703-aa61-e8e3926cb54b tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412860 Mar 08 04:45:05.415885 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-50ccb7bb-7c15-480b-8ff1-950880935ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (ac1ea22b-076a-456c-b165-a301578f23f3), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:05.454069 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-50ccb7bb-7c15-480b-8ff1-950880935ccd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d6d05a8675f54fc9bdb7e36ef64109c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3428113 Mar 08 04:45:05.455946 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ccb7bb-7c15-480b-8ff1-950880935ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1ea22b-076a-456c-b165-a301578f23f3,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:05.456874 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 40746) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:05.517392 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-cf161716-cfc0-41df-b286-17d19dbd0805 admin admin] Publish callbacks [] for security_group (ac1ea22b-076a-456c-b165-a301578f23f3), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:05.538464 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-cf161716-cfc0-41df-b286-17d19dbd0805 admin admin] Publish callbacks [] for security_group (ac1ea22b-076a-456c-b165-a301578f23f3), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:05.655444 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-cf161716-cfc0-41df-b286-17d19dbd0805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (ac1ea22b-076a-456c-b165-a301578f23f3), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:05.657983 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-cf161716-cfc0-41df-b286-17d19dbd0805 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:05.659129 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-cf161716-cfc0-41df-b286-17d19dbd0805 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ac1ea22b-076a-456c-b165-a301578f23f3 HTTP/1.1" status: 204 len: 168 time: 0.2010796 Mar 08 04:45:05.666994 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf161716-cfc0-41df-b286-17d19dbd0805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1ea22b-076a-456c-b165-a301578f23f3,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:06.400974 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 40772) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:06.416001 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-d7a529ce-3a61-4c09-8859-7acbc8ab0c08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:06.490860 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e645a7e-49b7-49a6-b4df-a922bab1b2d7 req-3e3ff3ac-2490-4a3b-8966-da704f1e8fdd tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:06.492344 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-4e645a7e-49b7-49a6-b4df-a922bab1b2d7 req-3e3ff3ac-2490-4a3b-8966-da704f1e8fdd tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0526652 Mar 08 04:45:06.495956 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-d7a529ce-3a61-4c09-8859-7acbc8ab0c08 admin admin] Publish callbacks [] for security_group (fa3dfd20-ba1f-41b4-b936-23725e91cfce), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:06.542718 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-4e645a7e-49b7-49a6-b4df-a922bab1b2d7 req-ecaa402c-26af-42c4-9937-6b5c64886255 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447888 Mar 08 04:45:06.553070 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-d7a529ce-3a61-4c09-8859-7acbc8ab0c08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (fa3dfd20-ba1f-41b4-b936-23725e91cfce), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:06.585025 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a529ce-3a61-4c09-8859-7acbc8ab0c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3dfd20-ba1f-41b4-b936-23725e91cfce,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:06.607939 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 40778) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:06.608073 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-d7a529ce-3a61-4c09-8859-7acbc8ab0c08 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=01b4f811a1d248b69f9c75df417beab3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2058468 Mar 08 04:45:06.655211 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-129a130d-d222-4351-a222-40ad83c64dce admin admin] Publish callbacks [] for security_group (fa3dfd20-ba1f-41b4-b936-23725e91cfce), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:06.675972 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-129a130d-d222-4351-a222-40ad83c64dce admin admin] Publish callbacks [] for security_group (fa3dfd20-ba1f-41b4-b936-23725e91cfce), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:06.794504 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-129a130d-d222-4351-a222-40ad83c64dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (fa3dfd20-ba1f-41b4-b936-23725e91cfce), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:06.797380 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-129a130d-d222-4351-a222-40ad83c64dce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:06.798549 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-129a130d-d222-4351-a222-40ad83c64dce admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fa3dfd20-ba1f-41b4-b936-23725e91cfce HTTP/1.1" status: 204 len: 168 time: 0.1896071 Mar 08 04:45:06.808319 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a130d-d222-4351-a222-40ad83c64dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3dfd20-ba1f-41b4-b936-23725e91cfce,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:06.981952 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db33b89-ed3c-4c10-936c-5eded008f5db req-2c4ca6d8-cc5d-44e6-88ad-8c0589e86c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:06.983468 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-5db33b89-ed3c-4c10-936c-5eded008f5db req-2c4ca6d8-cc5d-44e6-88ad-8c0589e86c92 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 1129 time: 0.0459816 Mar 08 04:45:07.026222 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-5db33b89-ed3c-4c10-936c-5eded008f5db req-2554a5be-1e4b-46a3-904a-4fbbb26a4c14 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369005 Mar 08 04:45:07.664269 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959418eb-a9d2-4979-aee0-6001575e7b8a req-2aacc7ab-10f7-462b-a8f2-1d7b45e80602 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:07.666139 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-959418eb-a9d2-4979-aee0-6001575e7b8a req-2aacc7ab-10f7-462b-a8f2-1d7b45e80602 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0566709 Mar 08 04:45:07.716391 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-959418eb-a9d2-4979-aee0-6001575e7b8a req-140590fa-2530-4f7e-b62a-a57e0ac51b95 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438952 Mar 08 04:45:07.960636 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 40846) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:08.070502 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-abcafa56-6e0a-41e7-94b3-d28edd65a6e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:08.143434 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-abcafa56-6e0a-41e7-94b3-d28edd65a6e8 admin admin] Publish callbacks [] for security_group (30a9ab8f-df4a-45ce-861d-a60c6985da82), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:08.226884 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-abcafa56-6e0a-41e7-94b3-d28edd65a6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (30a9ab8f-df4a-45ce-861d-a60c6985da82), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:08.265506 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-abcafa56-6e0a-41e7-94b3-d28edd65a6e8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d8881c6e747341dfbe9ee5b0876636c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3037615 Mar 08 04:45:08.266333 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcafa56-6e0a-41e7-94b3-d28edd65a6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a9ab8f-df4a-45ce-861d-a60c6985da82,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:08.268400 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 40864) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:08.316630 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-4d6fab53-e429-4937-97bd-cc642095506b admin admin] Publish callbacks [] for security_group (30a9ab8f-df4a-45ce-861d-a60c6985da82), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:08.337492 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-4d6fab53-e429-4937-97bd-cc642095506b admin admin] Publish callbacks [] for security_group (30a9ab8f-df4a-45ce-861d-a60c6985da82), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:08.484619 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-4d6fab53-e429-4937-97bd-cc642095506b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (30a9ab8f-df4a-45ce-861d-a60c6985da82), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:08.488000 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-4d6fab53-e429-4937-97bd-cc642095506b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:08.489974 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-4d6fab53-e429-4937-97bd-cc642095506b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/30a9ab8f-df4a-45ce-861d-a60c6985da82 HTTP/1.1" status: 204 len: 168 time: 0.2199731 Mar 08 04:45:08.498469 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fab53-e429-4937-97bd-cc642095506b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a9ab8f-df4a-45ce-861d-a60c6985da82,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:08.840993 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d873fcc-994f-4c72-9172-3e38b64761d9 req-dcb6765e-f592-421d-9ab1-af165a2ee35d tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:08.842565 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-8d873fcc-994f-4c72-9172-3e38b64761d9 req-dcb6765e-f592-421d-9ab1-af165a2ee35d tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0548022 Mar 08 04:45:08.892312 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-8d873fcc-994f-4c72-9172-3e38b64761d9 req-352f8dc8-7e9e-4f12-8a9c-68c7373cb609 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417290 Mar 08 04:45:09.019845 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e75325-da50-4a3d-97f9-aee3486f7553 req-0d258273-5e43-42a9-9d87-3ffec0dbbfcb tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:09.022800 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-92e75325-da50-4a3d-97f9-aee3486f7553 req-0d258273-5e43-42a9-9d87-3ffec0dbbfcb tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0634897 Mar 08 04:45:09.071410 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-92e75325-da50-4a3d-97f9-aee3486f7553 req-eb181759-25b5-46a7-b141-b9d1e24d2944 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429924 Mar 08 04:45:09.078813 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 40894) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:09.092385 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-0605c96c-2276-4a6f-84ac-6ebdb116d3f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:09.184111 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-0605c96c-2276-4a6f-84ac-6ebdb116d3f4 admin admin] Publish callbacks [] for security_group (ec2d9965-e682-4d1a-82ca-4f4ffc6e9868), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:09.250054 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-0605c96c-2276-4a6f-84ac-6ebdb116d3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (ec2d9965-e682-4d1a-82ca-4f4ffc6e9868), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:09.303027 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-0605c96c-2276-4a6f-84ac-6ebdb116d3f4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5d330fb3a455409a8cb810e9ebe0d399&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2228916 Mar 08 04:45:09.305353 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0605c96c-2276-4a6f-84ac-6ebdb116d3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2d9965-e682-4d1a-82ca-4f4ffc6e9868,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:09.343005 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 40908) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:09.483981 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f407b844-ccc4-4d9d-82ed-ebdcf4a82739 admin admin] Publish callbacks [] for security_group (ec2d9965-e682-4d1a-82ca-4f4ffc6e9868), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:09.483981 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f407b844-ccc4-4d9d-82ed-ebdcf4a82739 admin admin] Publish callbacks [] for security_group (ec2d9965-e682-4d1a-82ca-4f4ffc6e9868), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:09.627600 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f407b844-ccc4-4d9d-82ed-ebdcf4a82739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (ec2d9965-e682-4d1a-82ca-4f4ffc6e9868), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:09.630647 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f407b844-ccc4-4d9d-82ed-ebdcf4a82739 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:09.631973 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-f407b844-ccc4-4d9d-82ed-ebdcf4a82739 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ec2d9965-e682-4d1a-82ca-4f4ffc6e9868 HTTP/1.1" status: 204 len: 168 time: 0.2878945 Mar 08 04:45:09.642093 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f407b844-ccc4-4d9d-82ed-ebdcf4a82739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2d9965-e682-4d1a-82ca-4f4ffc6e9868,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:14.003662 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-b1483058-d382-44d2-a958-c0dc3d4bfdb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:16.226982 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-90235e26-279a-4d56-9478-1050c9bb5fe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:17.180854 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:18.683750 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:20.123850 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:21.989128 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e2fe0-bdcb-4ce2-b323-45ab7cfba4ab req-8e1814a0-1f61-4a2b-89e1-4b3b11ea02ed tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:21.990635 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7a8e2fe0-bdcb-4ce2-b323-45ab7cfba4ab req-8e1814a0-1f61-4a2b-89e1-4b3b11ea02ed tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0522847 Mar 08 04:45:22.048201 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7a8e2fe0-bdcb-4ce2-b323-45ab7cfba4ab req-ebc773d4-0f85-4f70-b1d4-41b99fae996a tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518513 Mar 08 04:45:22.081995 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c2d7a-069d-4e51-b9c7-b49631786741 req-e3893687-226c-44c0-9813-da609013bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:22.084099 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-898c2d7a-069d-4e51-b9c7-b49631786741 req-e3893687-226c-44c0-9813-da609013bdae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcad66ae90ba4346a7872b34da137f6b&device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 1130 time: 0.0479150 Mar 08 04:45:22.179943 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c2d7a-069d-4e51-b9c7-b49631786741 req-2f70ef4a-ad54-42f3-9d25-13a5e0a5fdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:22.181450 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-898c2d7a-069d-4e51-b9c7-b49631786741 req-2f70ef4a-ad54-42f3-9d25-13a5e0a5fdff service neutron] 10.222.0.18 "GET /v2.0/networks?id=cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7 HTTP/1.1" status: 200 len: 919 time: 0.0910199 Mar 08 04:45:22.234490 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-898c2d7a-069d-4e51-b9c7-b49631786741 req-3ca67fa4-571f-4bb4-a84f-79f48a2c1e91 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3034fd4-e039-450a-a542-bb1ca8c66a06 HTTP/1.1" status: 200 len: 217 time: 0.0353050 Mar 08 04:45:22.290794 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898c2d7a-069d-4e51-b9c7-b49631786741 req-7cee90ae-117b-4ef7-9722-650b4ca5aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:22.292380 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-898c2d7a-069d-4e51-b9c7-b49631786741 req-7cee90ae-117b-4ef7-9722-650b4ca5aa94 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=163b8d78-8815-4c1c-8542-991483b60755 HTTP/1.1" status: 200 len: 858 time: 0.0499475 Mar 08 04:45:22.326065 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-898c2d7a-069d-4e51-b9c7-b49631786741 req-fc9ceeca-c2a3-4b9c-90b5-99b6b9da4d37 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246150 Mar 08 04:45:22.414543 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-898c2d7a-069d-4e51-b9c7-b49631786741 req-61133d6c-b4f8-467d-b9fa-6f018568e274 service neutron] 10.222.0.18 "GET /v2.0/networks/cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830419 Mar 08 04:45:22.507671 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-898c2d7a-069d-4e51-b9c7-b49631786741 req-5e068a93-6ada-4e7c-83f3-d13f4e080767 service neutron] 10.222.0.18 "GET /v2.0/networks/cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860643 Mar 08 04:45:23.212193 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc769da9-92cf-4084-a77f-33ac687774da req-63245a94-38ab-4e54-ab47-97bf536fc20f tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:23.213704 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-bc769da9-92cf-4084-a77f-33ac687774da req-63245a94-38ab-4e54-ab47-97bf536fc20f tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0939095 Mar 08 04:45:23.266253 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-bc769da9-92cf-4084-a77f-33ac687774da req-dccaad68-dba4-4fe4-b99c-ae74a32c4c35 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466864 Mar 08 04:45:24.384306 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ec343-6e78-457b-b20c-40cf14425d25 req-e3717b4f-26a9-4db8-aaeb-1b113f4c4f97 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:24.385811 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cd1ec343-6e78-457b-b20c-40cf14425d25 req-e3717b4f-26a9-4db8-aaeb-1b113f4c4f97 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0538936 Mar 08 04:45:24.433049 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cd1ec343-6e78-457b-b20c-40cf14425d25 req-b8288947-7ec0-47f6-94d9-13dabc255cb5 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417767 Mar 08 04:45:25.546920 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d61e2-3c09-4c16-80e0-3559fab68feb req-7f8ed50b-98af-431c-aa0b-430549180c6b tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:25.548314 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-3f1d61e2-3c09-4c16-80e0-3559fab68feb req-7f8ed50b-98af-431c-aa0b-430549180c6b tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0505204 Mar 08 04:45:25.592997 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-3f1d61e2-3c09-4c16-80e0-3559fab68feb req-7e53471e-3248-48df-91b8-bb6555ca7f9e tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393202 Mar 08 04:45:26.712731 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328837ec-77cb-486e-a405-c150c4f89129 req-203953cf-74f2-4d15-96ba-0b0d972cf84e tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:26.714280 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-328837ec-77cb-486e-a405-c150c4f89129 req-203953cf-74f2-4d15-96ba-0b0d972cf84e tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0560107 Mar 08 04:45:26.761577 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-328837ec-77cb-486e-a405-c150c4f89129 req-28e7677c-c163-4768-9945-f7985ffdf8b0 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417991 Mar 08 04:45:27.877522 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f05c2-7964-44d3-9a3f-4c44a0be323b req-599ee951-a1f2-4ea4-8bdd-ada144abf097 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:27.878988 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-7a9f05c2-7964-44d3-9a3f-4c44a0be323b req-599ee951-a1f2-4ea4-8bdd-ada144abf097 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0519595 Mar 08 04:45:27.928649 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-7a9f05c2-7964-44d3-9a3f-4c44a0be323b req-ea03d26b-3c28-4555-868b-e2bc1435ff5d tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440469 Mar 08 04:45:28.201073 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:45:29.043259 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bd7eb-14a9-451f-9ed1-108f66be24a4 req-eb4d3c11-1a2b-4c4d-b01b-a9ad80645373 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:29.044669 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-767bd7eb-14a9-451f-9ed1-108f66be24a4 req-eb4d3c11-1a2b-4c4d-b01b-a9ad80645373 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0522001 Mar 08 04:45:29.092837 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-767bd7eb-14a9-451f-9ed1-108f66be24a4 req-445a5947-071c-4a30-bd90-e4d242fd6db3 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426319 Mar 08 04:45:29.374825 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:30.214189 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe49d1a-c153-4005-881b-ea5a5a09d3fd req-87de876b-0a8b-4efc-bf7d-c67cf5e00347 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:30.215654 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-1fe49d1a-c153-4005-881b-ea5a5a09d3fd req-87de876b-0a8b-4efc-bf7d-c67cf5e00347 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0510929 Mar 08 04:45:30.261492 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-1fe49d1a-c153-4005-881b-ea5a5a09d3fd req-744b5180-aca5-44d4-8e85-9bf6a3919b8f tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404849 Mar 08 04:45:31.374096 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346d9e7-4a93-461a-8d2b-c53924936a1a req-80c7cdea-cfae-4838-b1db-146399ff1bb4 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:31.375557 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-8346d9e7-4a93-461a-8d2b-c53924936a1a req-80c7cdea-cfae-4838-b1db-146399ff1bb4 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0510306 Mar 08 04:45:31.423667 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-8346d9e7-4a93-461a-8d2b-c53924936a1a req-d7291b1b-e6b5-4ef7-9d3d-da59c173ba49 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424566 Mar 08 04:45:32.537384 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639b3e1-dc1f-468e-809a-c7f2023d7e77 req-bfe902c4-4389-4c21-8f1f-1546cf0f25e0 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:32.538631 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-5639b3e1-dc1f-468e-809a-c7f2023d7e77 req-bfe902c4-4389-4c21-8f1f-1546cf0f25e0 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0505939 Mar 08 04:45:32.583910 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-5639b3e1-dc1f-468e-809a-c7f2023d7e77 req-b3e0469c-ad65-46d3-848e-d6551127f212 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399919 Mar 08 04:45:33.698208 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1d378-4fe9-4207-af57-8251f9bfe807 req-f7ed5b9e-4724-4925-a00b-52525b18fb77 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:33.699664 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-3da1d378-4fe9-4207-af57-8251f9bfe807 req-f7ed5b9e-4724-4925-a00b-52525b18fb77 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0508575 Mar 08 04:45:33.744777 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-3da1d378-4fe9-4207-af57-8251f9bfe807 req-c36eee56-dc7b-4c95-bbc3-c7198bcf68b7 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396326 Mar 08 04:45:34.867866 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29227c44-a5b5-480e-946f-a7bbbd61830d req-a8bbfbb3-9ad4-4315-8b59-1499c71fdafd tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:34.869330 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-29227c44-a5b5-480e-946f-a7bbbd61830d req-a8bbfbb3-9ad4-4315-8b59-1499c71fdafd tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0581977 Mar 08 04:45:34.916209 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-29227c44-a5b5-480e-946f-a7bbbd61830d req-c0be74ee-684b-488f-b608-b163a66c5dba tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412819 Mar 08 04:45:35.927725 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 41276) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:36.032353 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8ca60-9def-4a5b-99c2-cdd1d909c4f9 req-1c654d97-d958-4a5e-8b1e-1f3a5391af5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:36.033894 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-22c8ca60-9def-4a5b-99c2-cdd1d909c4f9 req-1c654d97-d958-4a5e-8b1e-1f3a5391af5a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcad66ae90ba4346a7872b34da137f6b&device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 1130 time: 0.0737703 Mar 08 04:45:36.086274 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-13c39160-abf2-43f4-a633-3c697c914e0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:36.163748 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1b682-e012-463d-b24e-6d6c8ae66a9e req-4dbbb828-19a5-4d55-b437-fa65610cc872 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:36.165282 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-fff1b682-e012-463d-b24e-6d6c8ae66a9e req-4dbbb828-19a5-4d55-b437-fa65610cc872 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.1558638 Mar 08 04:45:36.221691 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8ca60-9def-4a5b-99c2-cdd1d909c4f9 req-effcdecf-2352-487d-8082-b195cbe873d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:36.223221 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-22c8ca60-9def-4a5b-99c2-cdd1d909c4f9 req-effcdecf-2352-487d-8082-b195cbe873d2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7 HTTP/1.1" status: 200 len: 919 time: 0.1682432 Mar 08 04:45:36.281867 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-fff1b682-e012-463d-b24e-6d6c8ae66a9e req-f75afe16-0344-4a34-851f-79096cfb5370 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102998 Mar 08 04:45:36.285058 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-22c8ca60-9def-4a5b-99c2-cdd1d909c4f9 req-cec6ba06-86b2-4fd7-813c-5abd4ebed820 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3034fd4-e039-450a-a542-bb1ca8c66a06 HTTP/1.1" status: 200 len: 217 time: 0.0513473 Mar 08 04:45:36.348768 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-13c39160-abf2-43f4-a633-3c697c914e0d admin admin] Publish callbacks [] for security_group (07315118-fd86-4dae-9229-5340641c98cf), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:36.354699 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8ca60-9def-4a5b-99c2-cdd1d909c4f9 req-231449fa-de4e-492e-9da3-9f2b1ef59776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:36.356165 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-22c8ca60-9def-4a5b-99c2-cdd1d909c4f9 req-231449fa-de4e-492e-9da3-9f2b1ef59776 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=163b8d78-8815-4c1c-8542-991483b60755 HTTP/1.1" status: 200 len: 858 time: 0.0643382 Mar 08 04:45:36.387120 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-22c8ca60-9def-4a5b-99c2-cdd1d909c4f9 req-d64b4d81-330e-4d01-bff8-2263719d0f57 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244181 Mar 08 04:45:36.422909 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-13c39160-abf2-43f4-a633-3c697c914e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (07315118-fd86-4dae-9229-5340641c98cf), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:36.501871 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-13c39160-abf2-43f4-a633-3c697c914e0d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=decae0db3dd24eb9a7df5837162b7218&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5730438 Mar 08 04:45:36.504603 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 41290) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:36.507659 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c39160-abf2-43f4-a633-3c697c914e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07315118-fd86-4dae-9229-5340641c98cf,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:36.517934 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-22c8ca60-9def-4a5b-99c2-cdd1d909c4f9 req-d52a9d0c-1478-440e-bced-ab87be2fa24d service neutron] 10.222.0.18 "GET /v2.0/networks/cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242337 Mar 08 04:45:36.522141 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c39160-abf2-43f4-a633-3c697c914e0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:36.522141 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c39160-abf2-43f4-a633-3c697c914e0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:36.522141 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c39160-abf2-43f4-a633-3c697c914e0d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:36.522141 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c39160-abf2-43f4-a633-3c697c914e0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:36.522141 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c39160-abf2-43f4-a633-3c697c914e0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:36.522141 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c39160-abf2-43f4-a633-3c697c914e0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:36.522141 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c39160-abf2-43f4-a633-3c697c914e0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:36.522141 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c39160-abf2-43f4-a633-3c697c914e0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:36.522141 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c39160-abf2-43f4-a633-3c697c914e0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:36.523463 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c39160-abf2-43f4-a633-3c697c914e0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:36.523463 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c39160-abf2-43f4-a633-3c697c914e0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:36.523463 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c39160-abf2-43f4-a633-3c697c914e0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:36.523827 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c39160-abf2-43f4-a633-3c697c914e0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:36.554306 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-7ff52feb-fa42-4b1e-a6fc-e4f3910eab9d admin admin] Publish callbacks [] for security_group (07315118-fd86-4dae-9229-5340641c98cf), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:36.575558 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-7ff52feb-fa42-4b1e-a6fc-e4f3910eab9d admin admin] Publish callbacks [] for security_group (07315118-fd86-4dae-9229-5340641c98cf), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:36.617518 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-22c8ca60-9def-4a5b-99c2-cdd1d909c4f9 req-fe9b7e50-b6fe-4233-acee-15ad3627f571 service neutron] 10.222.0.18 "GET /v2.0/networks/cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900159 Mar 08 04:45:36.689256 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-7ff52feb-fa42-4b1e-a6fc-e4f3910eab9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (07315118-fd86-4dae-9229-5340641c98cf), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:36.691777 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-7ff52feb-fa42-4b1e-a6fc-e4f3910eab9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:36.692961 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-7ff52feb-fa42-4b1e-a6fc-e4f3910eab9d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/07315118-fd86-4dae-9229-5340641c98cf HTTP/1.1" status: 204 len: 168 time: 0.1873279 Mar 08 04:45:36.701426 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff52feb-fa42-4b1e-a6fc-e4f3910eab9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07315118-fd86-4dae-9229-5340641c98cf,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:36.708341 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff52feb-fa42-4b1e-a6fc-e4f3910eab9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:36.708697 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff52feb-fa42-4b1e-a6fc-e4f3910eab9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:36.709048 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff52feb-fa42-4b1e-a6fc-e4f3910eab9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:36.709412 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff52feb-fa42-4b1e-a6fc-e4f3910eab9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:36.709757 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff52feb-fa42-4b1e-a6fc-e4f3910eab9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:36.710092 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff52feb-fa42-4b1e-a6fc-e4f3910eab9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:36.710434 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff52feb-fa42-4b1e-a6fc-e4f3910eab9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:36.710786 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff52feb-fa42-4b1e-a6fc-e4f3910eab9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:36.711067 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff52feb-fa42-4b1e-a6fc-e4f3910eab9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:36.711395 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff52feb-fa42-4b1e-a6fc-e4f3910eab9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:36.711720 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff52feb-fa42-4b1e-a6fc-e4f3910eab9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:36.712045 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff52feb-fa42-4b1e-a6fc-e4f3910eab9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:36.712531 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff52feb-fa42-4b1e-a6fc-e4f3910eab9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:37.238599 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 41304) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:37.252761 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-e1b0e89d-cf70-4445-b676-2a71f6bcf94f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:37.327292 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-e1b0e89d-cf70-4445-b676-2a71f6bcf94f admin admin] Publish callbacks [] for security_group (99e81f25-b5c9-483d-a3b8-e9dbfea8896a), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:37.402090 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c9094-e9cc-46f8-b8f0-63ab5fcc4f96 req-581cfb08-eaec-4546-935a-e36e7df59643 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:37.403105 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-e1b0e89d-cf70-4445-b676-2a71f6bcf94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (99e81f25-b5c9-483d-a3b8-e9dbfea8896a), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:37.403572 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-516c9094-e9cc-46f8-b8f0-63ab5fcc4f96 req-581cfb08-eaec-4546-935a-e36e7df59643 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0528963 Mar 08 04:45:37.440925 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0e89d-cf70-4445-b676-2a71f6bcf94f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e81f25-b5c9-483d-a3b8-e9dbfea8896a,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:37.445337 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-e1b0e89d-cf70-4445-b676-2a71f6bcf94f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=abc7c9ea20214d24af42e5d15b348035&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2056696 Mar 08 04:45:37.448691 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 41312) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:37.453729 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-516c9094-e9cc-46f8-b8f0-63ab5fcc4f96 req-67875b78-ff4a-432f-8405-1c15fa300554 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444436 Mar 08 04:45:37.496600 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-45af669d-19be-40ff-82dd-54a385d76769 admin admin] Publish callbacks [] for security_group (99e81f25-b5c9-483d-a3b8-e9dbfea8896a), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:37.517252 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-45af669d-19be-40ff-82dd-54a385d76769 admin admin] Publish callbacks [] for security_group (99e81f25-b5c9-483d-a3b8-e9dbfea8896a), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:37.631508 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-45af669d-19be-40ff-82dd-54a385d76769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (99e81f25-b5c9-483d-a3b8-e9dbfea8896a), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:37.634124 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-45af669d-19be-40ff-82dd-54a385d76769 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:37.635266 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-45af669d-19be-40ff-82dd-54a385d76769 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/99e81f25-b5c9-483d-a3b8-e9dbfea8896a HTTP/1.1" status: 204 len: 168 time: 0.1862092 Mar 08 04:45:37.642858 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af669d-19be-40ff-82dd-54a385d76769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e81f25-b5c9-483d-a3b8-e9dbfea8896a,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:38.584829 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f870ebb-8361-4430-a160-e52a58475eac req-f85f3298-755d-4042-b7c0-cb18219bebe4 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:38.584829 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2f870ebb-8361-4430-a160-e52a58475eac req-f85f3298-755d-4042-b7c0-cb18219bebe4 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0598505 Mar 08 04:45:38.632237 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2f870ebb-8361-4430-a160-e52a58475eac req-277526a9-6fb6-4871-a3ed-afe52799fd7c tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426710 Mar 08 04:45:38.819085 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 41360) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:38.928280 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8283c05c-f333-44f0-a307-363c65989b4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:39.000823 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8283c05c-f333-44f0-a307-363c65989b4f admin admin] Publish callbacks [] for security_group (c82cc8d8-0257-404f-820a-d0e6ec7825f5), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:39.054353 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8283c05c-f333-44f0-a307-363c65989b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (c82cc8d8-0257-404f-820a-d0e6ec7825f5), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:39.092673 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-8283c05c-f333-44f0-a307-363c65989b4f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c2efe3b1f68147779fcc381e1ea9404a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2714360 Mar 08 04:45:39.093569 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8283c05c-f333-44f0-a307-363c65989b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82cc8d8-0257-404f-820a-d0e6ec7825f5,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:39.096288 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 41366) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:39.151934 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-2abfd76d-4c0f-4596-8bcd-17266a62c1ef admin admin] Publish callbacks [] for security_group (c82cc8d8-0257-404f-820a-d0e6ec7825f5), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:39.173076 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-2abfd76d-4c0f-4596-8bcd-17266a62c1ef admin admin] Publish callbacks [] for security_group (c82cc8d8-0257-404f-820a-d0e6ec7825f5), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:39.257290 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 41370) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:39.277369 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-2abfd76d-4c0f-4596-8bcd-17266a62c1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (c82cc8d8-0257-404f-820a-d0e6ec7825f5), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:39.279933 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-2abfd76d-4c0f-4596-8bcd-17266a62c1ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:39.281078 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-2abfd76d-4c0f-4596-8bcd-17266a62c1ef admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c82cc8d8-0257-404f-820a-d0e6ec7825f5 HTTP/1.1" status: 204 len: 168 time: 0.1833596 Mar 08 04:45:39.290558 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abfd76d-4c0f-4596-8bcd-17266a62c1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82cc8d8-0257-404f-820a-d0e6ec7825f5,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:39.371634 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-2adf4cc1-4534-4963-b654-45d373522197 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:39.444017 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-2adf4cc1-4534-4963-b654-45d373522197 admin admin] Publish callbacks [] for security_group (14ae2c47-25e8-4757-90d9-e73a9d9981c4), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:39.540709 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-2adf4cc1-4534-4963-b654-45d373522197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (14ae2c47-25e8-4757-90d9-e73a9d9981c4), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:39.578525 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-2adf4cc1-4534-4963-b654-45d373522197 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c62b9989f4694eef8d2dda89e7e4ced1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3201091 Mar 08 04:45:39.581131 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 41380) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:39.588756 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf4cc1-4534-4963-b654-45d373522197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ae2c47-25e8-4757-90d9-e73a9d9981c4,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:39.638403 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6a29d6b0-fd44-4394-ae04-0f9515f3eeb6 admin admin] Publish callbacks [] for security_group (14ae2c47-25e8-4757-90d9-e73a9d9981c4), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:39.660650 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6a29d6b0-fd44-4394-ae04-0f9515f3eeb6 admin admin] Publish callbacks [] for security_group (14ae2c47-25e8-4757-90d9-e73a9d9981c4), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:39.752712 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1221d-577d-40b6-bafd-9c4ab6d6db3d req-e178a832-036f-47b3-a49c-fc2fa37dd72f tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:39.754196 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b8c1221d-577d-40b6-bafd-9c4ab6d6db3d req-e178a832-036f-47b3-a49c-fc2fa37dd72f tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0536501 Mar 08 04:45:39.799768 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b8c1221d-577d-40b6-bafd-9c4ab6d6db3d req-7aa4670b-0b1e-4f04-a891-a8b6ab1d5484 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400884 Mar 08 04:45:39.814784 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6a29d6b0-fd44-4394-ae04-0f9515f3eeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (14ae2c47-25e8-4757-90d9-e73a9d9981c4), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:39.817458 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6a29d6b0-fd44-4394-ae04-0f9515f3eeb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:39.818574 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-6a29d6b0-fd44-4394-ae04-0f9515f3eeb6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/14ae2c47-25e8-4757-90d9-e73a9d9981c4 HTTP/1.1" status: 204 len: 168 time: 0.2364933 Mar 08 04:45:39.826776 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29d6b0-fd44-4394-ae04-0f9515f3eeb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ae2c47-25e8-4757-90d9-e73a9d9981c4,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:40.935111 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da2eeb-7193-4a71-8293-dc039b27c543 req-4e9adc01-12e5-431d-9cff-d240b25c86ce tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:40.936760 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-53da2eeb-7193-4a71-8293-dc039b27c543 req-4e9adc01-12e5-431d-9cff-d240b25c86ce tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0699952 Mar 08 04:45:40.995023 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-53da2eeb-7193-4a71-8293-dc039b27c543 req-4ab448fd-1bbc-4fdf-8a46-1f2ed3179dbf tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517664 Mar 08 04:45:42.117262 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b15467-4175-4482-a06a-3aad619f8e1f req-6e231e94-3ff7-4c1f-b794-8fbe5ad5d181 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:42.118779 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-12b15467-4175-4482-a06a-3aad619f8e1f req-6e231e94-3ff7-4c1f-b794-8fbe5ad5d181 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0560493 Mar 08 04:45:42.172892 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-12b15467-4175-4482-a06a-3aad619f8e1f req-5006e8a7-0cea-4e7c-a504-669a612c2f57 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483572 Mar 08 04:45:43.286409 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501baa99-0fd7-41a4-b90b-c937cf3dbd6f req-679d8a1c-2112-4f35-a262-bb44b11452ab tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:43.287875 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-501baa99-0fd7-41a4-b90b-c937cf3dbd6f req-679d8a1c-2112-4f35-a262-bb44b11452ab tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0519786 Mar 08 04:45:43.334054 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-501baa99-0fd7-41a4-b90b-c937cf3dbd6f req-6a9a8b25-366c-490f-afb4-2a18efb958ad tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399332 Mar 08 04:45:43.997097 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-a51bd98c-5ea7-4931-96ae-9d3f44ecb1d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:44.448532 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15bbf7a-4586-4cb3-a872-fb5d53dc755d req-9b996dcc-e4d5-41dc-ab78-a8e8ad102f3f tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:44.450035 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-f15bbf7a-4586-4cb3-a872-fb5d53dc755d req-9b996dcc-e4d5-41dc-ab78-a8e8ad102f3f tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0507379 Mar 08 04:45:44.495219 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-f15bbf7a-4586-4cb3-a872-fb5d53dc755d req-d9ea748d-b047-423c-a243-0dbae084a90e tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398691 Mar 08 04:45:45.609566 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a056a-13c5-4a47-b28a-386ea8369691 req-f9ef1e26-3009-4ed0-b7d9-2f5e509853e5 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:45.611030 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-816a056a-13c5-4a47-b28a-386ea8369691 req-f9ef1e26-3009-4ed0-b7d9-2f5e509853e5 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0512633 Mar 08 04:45:45.660481 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-816a056a-13c5-4a47-b28a-386ea8369691 req-0a501b42-65d5-42e5-8f1e-f0c6d2d2cb54 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438557 Mar 08 04:45:45.916571 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159573e-551d-4e9a-8ca9-d7c3c113c9cf req-92ad75f0-b7b7-4b17-9b0c-3c00f9f0ec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:45.918119 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-5159573e-551d-4e9a-8ca9-d7c3c113c9cf req-92ad75f0-b7b7-4b17-9b0c-3c00f9f0ec91 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 1130 time: 0.0428581 Mar 08 04:45:45.960077 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-5159573e-551d-4e9a-8ca9-d7c3c113c9cf req-8f088dad-c1d9-488c-a0a3-035804e6b767 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362818 Mar 08 04:45:46.203139 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-8d31e4d3-727e-4e38-9fc3-38abf4cfcb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:46.779670 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58cbdd-4e3f-4e01-b81a-e257fa4182a4 req-4ab3a1c6-8aff-4f14-80a3-321a99ee8c6f tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:46.781136 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-4e58cbdd-4e3f-4e01-b81a-e257fa4182a4 req-4ab3a1c6-8aff-4f14-80a3-321a99ee8c6f tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0508111 Mar 08 04:45:46.831650 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-4e58cbdd-4e3f-4e01-b81a-e257fa4182a4 req-6a4cfad5-006a-4d9b-b258-50202ca0f6fa tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447507 Mar 08 04:45:47.220114 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:47.949314 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b97465-c7ab-42c4-bfe3-807a0efb0c91 req-3a2078de-f1fd-4e17-935a-fb9fcb712fc5 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:47.950776 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b8b97465-c7ab-42c4-bfe3-807a0efb0c91 req-3a2078de-f1fd-4e17-935a-fb9fcb712fc5 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0525055 Mar 08 04:45:47.997021 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b8b97465-c7ab-42c4-bfe3-807a0efb0c91 req-a80e860d-638b-4d07-a8d2-63ab41f98dae tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408635 Mar 08 04:45:48.665694 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:49.062803 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 41600) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:49.124916 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2fb1e-39a2-4e40-97b4-c1b9487a8b8b req-5ddb0d3e-ec7f-4a6b-95e3-d774c951e848 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:49.126477 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-30c2fb1e-39a2-4e40-97b4-c1b9487a8b8b req-5ddb0d3e-ec7f-4a6b-95e3-d774c951e848 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0546002 Mar 08 04:45:49.181870 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-30c2fb1e-39a2-4e40-97b4-c1b9487a8b8b req-4f50a037-d048-476d-a4ab-d1b3de4cc7c9 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491068 Mar 08 04:45:49.204890 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-688026e2-b6e2-4547-9981-8a1cb8807d90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:49.279587 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-688026e2-b6e2-4547-9981-8a1cb8807d90 admin admin] Publish callbacks [] for security_group (45e3f330-daef-45c9-81c2-7a3ec90becd4), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:49.368848 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-688026e2-b6e2-4547-9981-8a1cb8807d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (45e3f330-daef-45c9-81c2-7a3ec90becd4), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:49.406162 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688026e2-b6e2-4547-9981-8a1cb8807d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e3f330-daef-45c9-81c2-7a3ec90becd4,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:49.429555 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 41616) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:49.429659 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-688026e2-b6e2-4547-9981-8a1cb8807d90 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6060f5b23b6b4be99d57d643886d51e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3656490 Mar 08 04:45:49.494754 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-a402b26e-bb23-4ca1-91c8-19683b8bae80 admin admin] Publish callbacks [] for security_group (45e3f330-daef-45c9-81c2-7a3ec90becd4), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:49.516288 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-a402b26e-bb23-4ca1-91c8-19683b8bae80 admin admin] Publish callbacks [] for security_group (45e3f330-daef-45c9-81c2-7a3ec90becd4), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:49.593679 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f2e14-a67b-4e90-9590-487b7b48eeb1 req-3d0b9a86-0be9-401f-8790-27bff23ffcdf tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:49.595170 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-383f2e14-a67b-4e90-9590-487b7b48eeb1 req-3d0b9a86-0be9-401f-8790-27bff23ffcdf tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0886612 Mar 08 04:45:49.623251 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abff2a-b68c-4333-9faf-c7a4c5dec083 req-7ef76594-36e1-4351-b297-23ee2564c497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:49.624932 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-52abff2a-b68c-4333-9faf-c7a4c5dec083 req-7ef76594-36e1-4351-b297-23ee2564c497 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcad66ae90ba4346a7872b34da137f6b&device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 1130 time: 0.0742216 Mar 08 04:45:49.660570 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-a402b26e-bb23-4ca1-91c8-19683b8bae80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (45e3f330-daef-45c9-81c2-7a3ec90becd4), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:49.664066 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-a402b26e-bb23-4ca1-91c8-19683b8bae80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:49.665379 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-a402b26e-bb23-4ca1-91c8-19683b8bae80 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/45e3f330-daef-45c9-81c2-7a3ec90becd4 HTTP/1.1" status: 204 len: 168 time: 0.2347374 Mar 08 04:45:49.675872 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a402b26e-bb23-4ca1-91c8-19683b8bae80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e3f330-daef-45c9-81c2-7a3ec90becd4,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:49.692795 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-383f2e14-a67b-4e90-9590-487b7b48eeb1 req-0b107e3d-12d1-4512-81d0-83876c3f23fc tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892906 Mar 08 04:45:49.773444 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abff2a-b68c-4333-9faf-c7a4c5dec083 req-addaaafe-151e-440c-b1fc-6bff1bfc8b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:49.774950 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-52abff2a-b68c-4333-9faf-c7a4c5dec083 req-addaaafe-151e-440c-b1fc-6bff1bfc8b58 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7 HTTP/1.1" status: 200 len: 919 time: 0.1362693 Mar 08 04:45:49.821268 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-52abff2a-b68c-4333-9faf-c7a4c5dec083 req-b7768893-f6a2-4032-b278-7faa432b9316 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3034fd4-e039-450a-a542-bb1ca8c66a06 HTTP/1.1" status: 200 len: 217 time: 0.0395141 Mar 08 04:45:49.876821 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abff2a-b68c-4333-9faf-c7a4c5dec083 req-8939403f-39e1-4439-af1e-149728ddeabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:49.878428 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-52abff2a-b68c-4333-9faf-c7a4c5dec083 req-8939403f-39e1-4439-af1e-149728ddeabe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=163b8d78-8815-4c1c-8542-991483b60755 HTTP/1.1" status: 200 len: 858 time: 0.0513926 Mar 08 04:45:49.907679 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-52abff2a-b68c-4333-9faf-c7a4c5dec083 req-45b12b22-e9d2-400e-8e87-42f11f4f3524 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232511 Mar 08 04:45:50.014025 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-52abff2a-b68c-4333-9faf-c7a4c5dec083 req-58188c27-7018-42dc-83ff-256a8f34bc04 service neutron] 10.222.0.18 "GET /v2.0/networks/cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986834 Mar 08 04:45:50.107302 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-52abff2a-b68c-4333-9faf-c7a4c5dec083 req-043f6be3-52cd-4ec3-b0b6-8d1f19023be8 service neutron] 10.222.0.18 "GET /v2.0/networks/cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850303 Mar 08 04:45:50.111662 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:50.690420 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 41660) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:50.841003 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ba2557-8d57-4594-a516-d18c910afe4a req-468d4887-59a4-41f9-91d0-5c31ddf8cb42 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:50.842503 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-91ba2557-8d57-4594-a516-d18c910afe4a req-468d4887-59a4-41f9-91d0-5c31ddf8cb42 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0677576 Mar 08 04:45:50.861218 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 41668) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:50.884452 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-ee3f194a-9146-448c-86d1-3072f0359832 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-707160647-network', 'tenant_id': '2bcb6fa5cf414d02895f25160874a65a'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:45:50.911194 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-91ba2557-8d57-4594-a516-d18c910afe4a req-2580d963-8bfa-4e41-b8e6-380b364c1060 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617497 Mar 08 04:45:50.933827 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-e50f5959-539d-43e8-9bfc-a771021e4bcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:50.991611 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3f194a-9146-448c-86d1-3072f0359832 admin admin] Made reservation on behalf of 2bcb6fa5cf414d02895f25160874a65a for: {'network': 1} {{(pid=110145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:45:50.994562 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ee3f194a-9146-448c-86d1-3072f0359832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for network (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:51.004932 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ee3f194a-9146-448c-86d1-3072f0359832 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:51.006228 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-e50f5959-539d-43e8-9bfc-a771021e4bcf admin admin] Publish callbacks [] for security_group (b8df722e-53e2-44a3-ac2b-53d64ca647ef), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:51.054451 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-e50f5959-539d-43e8-9bfc-a771021e4bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (b8df722e-53e2-44a3-ac2b-53d64ca647ef), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:51.086599 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-e50f5959-539d-43e8-9bfc-a771021e4bcf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b45a69ab2a144be2b05a5f3e6886e3bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238073 Mar 08 04:45:51.098309 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 41682) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:51.103408 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ee3f194a-9146-448c-86d1-3072f0359832 admin admin] Publish callbacks [] for security_group (b3fa54a2-ac8d-43f2-9771-eed1e44e7a3f), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:51.122707 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f5959-539d-43e8-9bfc-a771021e4bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8df722e-53e2-44a3-ac2b-53d64ca647ef,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:51.168451 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-efabbffd-348f-472a-a30d-dd6024a8b3a8 admin admin] Publish callbacks [] for security_group (b8df722e-53e2-44a3-ac2b-53d64ca647ef), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:51.189804 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-efabbffd-348f-472a-a30d-dd6024a8b3a8 admin admin] Publish callbacks [] for security_group (b8df722e-53e2-44a3-ac2b-53d64ca647ef), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:51.202968 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ee3f194a-9146-448c-86d1-3072f0359832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (b3fa54a2-ac8d-43f2-9771-eed1e44e7a3f), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:51.228106 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee3f194a-9146-448c-86d1-3072f0359832 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=110145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 04:45:51.238004 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f194a-9146-448c-86d1-3072f0359832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fa54a2-ac8d-43f2-9771-eed1e44e7a3f,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:51.271934 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-efabbffd-348f-472a-a30d-dd6024a8b3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (b8df722e-53e2-44a3-ac2b-53d64ca647ef), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:51.274102 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ee3f194a-9146-448c-86d1-3072f0359832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041'] for segment (bfc5b98a-0e1a-4a5e-8877-50d95fc22c17), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:51.274448 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.db.segments_db [None req-ee3f194a-9146-448c-86d1-3072f0359832 admin admin] Added segment bfc5b98a-0e1a-4a5e-8877-50d95fc22c17 of type vlan for network cefdff50-dbc7-41bb-af8b-f00fe77830ed Mar 08 04:45:51.274789 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-efabbffd-348f-472a-a30d-dd6024a8b3a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:51.275925 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-efabbffd-348f-472a-a30d-dd6024a8b3a8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b8df722e-53e2-44a3-ac2b-53d64ca647ef HTTP/1.1" status: 204 len: 168 time: 0.1758475 Mar 08 04:45:51.293450 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efabbffd-348f-472a-a30d-dd6024a8b3a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8df722e-53e2-44a3-ac2b-53d64ca647ef,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:51.321344 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ee3f194a-9146-448c-86d1-3072f0359832 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769087223062'] for network (cefdff50-dbc7-41bb-af8b-f00fe77830ed), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:51.391572 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ee3f194a-9146-448c-86d1-3072f0359832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093'] for network (cefdff50-dbc7-41bb-af8b-f00fe77830ed), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:51.392542 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3f194a-9146-448c-86d1-3072f0359832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:51.393127 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ee3f194a-9146-448c-86d1-3072f0359832 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for network (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:51.454478 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f194a-9146-448c-86d1-3072f0359832 admin admin] Pushing event updated for resources: {'Network': ['ID=cefdff50-dbc7-41bb-af8b-f00fe77830ed,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:51.463976 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Network cefdff50-dbc7-41bb-af8b-f00fe77830ed details requested by agent ovs-agent-dv-cinder-740146-13-iscsi with host dv-cinder-740146-13-iscsi {{(pid=110146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 04:45:51.511350 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-ee3f194a-9146-448c-86d1-3072f0359832 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8172059 Mar 08 04:45:51.511717 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 41688) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:51.516611 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-5a14d5cb-5416-4152-abb4-ea22ebf82fcf admin admin] Request body: {'subnet': {'network_id': 'cefdff50-dbc7-41bb-af8b-f00fe77830ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-707160647-subnet', 'tenant_id': '2bcb6fa5cf414d02895f25160874a65a', 'ip_version': 4}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:45:51.626106 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a14d5cb-5416-4152-abb4-ea22ebf82fcf admin admin] Made reservation on behalf of 2bcb6fa5cf414d02895f25160874a65a for: {'subnet': 1} {{(pid=110144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:45:51.628410 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5a14d5cb-5416-4152-abb4-ea22ebf82fcf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58903325'] for subnet (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:51.866654 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5a14d5cb-5416-4152-abb4-ea22ebf82fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4050140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58903299'] for subnet (5f0f0ac8-39f3-4773-89a2-7e5b57fd3f29), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:51.919053 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14d5cb-5416-4152-abb4-ea22ebf82fcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f0f0ac8-39f3-4773-89a2-7e5b57fd3f29,revision_number=0']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:51.929507 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a14d5cb-5416-4152-abb4-ea22ebf82fcf admin admin] Checking segment: {'id': 'bfc5b98a-0e1a-4a5e-8877-50d95fc22c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cefdff50-dbc7-41bb-af8b-f00fe77830ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:45:51.929942 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a14d5cb-5416-4152-abb4-ea22ebf82fcf admin admin] Network hostable DHCP agents. Network: cefdff50-dbc7-41bb-af8b-f00fe77830ed, hostable agents: ['0b7bcd49-0510-447e-bc01-0aee655b7fc1'], hosted agents: [] {{(pid=110144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 04:45:52.008671 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a14d5cb-5416-4152-abb4-ea22ebf82fcf admin admin] Network cefdff50-dbc7-41bb-af8b-f00fe77830ed is scheduled to be hosted by DHCP agent 0b7bcd49-0510-447e-bc01-0aee655b7fc1 with binding_index 1 {{(pid=110144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 04:45:52.040371 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf577f4-977f-4340-b0ff-d0d1482eb857 req-8af57c02-76e1-44e2-b1ed-7496da5ae5b4 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:52.041938 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-aaf577f4-977f-4340-b0ff-d0d1482eb857 req-8af57c02-76e1-44e2-b1ed-7496da5ae5b4 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0631385 Mar 08 04:45:52.089555 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-aaf577f4-977f-4340-b0ff-d0d1482eb857 req-dbbb60f2-5f17-4ae3-84a0-2c4bd06f7eaf tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418527 Mar 08 04:45:52.100229 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [None req-5a14d5cb-5416-4152-abb4-ea22ebf82fcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-13-iscsi, cefdff50-dbc7-41bb-af8b-f00fe77830ed) {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:45:52.104931 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a14d5cb-5416-4152-abb4-ea22ebf82fcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:52.106147 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5a14d5cb-5416-4152-abb4-ea22ebf82fcf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:52.109939 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21153a9-6f61-4850-acd7-abfbe2360a69 None None] Network cefdff50-dbc7-41bb-af8b-f00fe77830ed requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:45:52.199915 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-5a14d5cb-5416-4152-abb4-ea22ebf82fcf admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6870825 Mar 08 04:45:52.202510 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 41716) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:52.207251 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-11f253b3-3ba8-45bf-8698-98525f0b19c7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-707160647-router', 'tenant_id': '2bcb6fa5cf414d02895f25160874a65a', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:45:52.211922 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c73dfe-96e6-4cdc-b023-7222cf7f808d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a34ffde-2fae-509e-bc11-a9db250d2a01-cefdff50-dbc7-41bb-af8b-f00fe77830ed', 'network_id': 'cefdff50-dbc7-41bb-af8b-f00fe77830ed', 'project_id': '2bcb6fa5cf414d02895f25160874a65a', 'fixed_ips': [{'subnet_id': '5f0f0ac8-39f3-4773-89a2-7e5b57fd3f29'}]}} from dv-cinder-740146-13-iscsi. {{(pid=110146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 04:45:52.213038 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-89c73dfe-96e6-4cdc-b023-7222cf7f808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:52.354940 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.db_base_plugin_common [None req-89c73dfe-96e6-4cdc-b023-7222cf7f808d None None] Allocated IP 172.20.0.2 (cefdff50-dbc7-41bb-af8b-f00fe77830ed/5f0f0ac8-39f3-4773-89a2-7e5b57fd3f29/9a7b1cef-1809-498e-903d-0493745a8710) {{(pid=110146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:45:52.503752 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-89c73dfe-96e6-4cdc-b023-7222cf7f808d None None] Publish callbacks [] for port (9a7b1cef-1809-498e-903d-0493745a8710), precommit_create {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:52.539984 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-11f253b3-3ba8-45bf-8698-98525f0b19c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9297'] for router (c002f7d8-ba95-4a79-ba82-33eb01a7d3bb), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:52.541190 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-11f253b3-3ba8-45bf-8698-98525f0b19c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-955753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9304'] for router (c002f7d8-ba95-4a79-ba82-33eb01a7d3bb), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:52.595200 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-11f253b3-3ba8-45bf-8698-98525f0b19c7 admin admin] Publish callbacks [] for router_controller (c002f7d8-ba95-4a79-ba82-33eb01a7d3bb), precommit_add_association {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:52.628062 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-89c73dfe-96e6-4cdc-b023-7222cf7f808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855'] for port (9a7b1cef-1809-498e-903d-0493745a8710), after_create {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:52.661499 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c73dfe-96e6-4cdc-b023-7222cf7f808d None None] Network cefdff50-dbc7-41bb-af8b-f00fe77830ed is already hosted by enough agents. {{(pid=110146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:45:52.665050 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.scheduler.base_scheduler [None req-89c73dfe-96e6-4cdc-b023-7222cf7f808d None None] Resources bound (agent type, host, resource id): {{(pid=110146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:45:52.668575 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c73dfe-96e6-4cdc-b023-7222cf7f808d None None] Received port after_create {{(pid=110146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:45:52.681247 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c73dfe-96e6-4cdc-b023-7222cf7f808d None None] Pushing event updated for resources: {'Port': ['ID=9a7b1cef-1809-498e-903d-0493745a8710,revision_number=1']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:52.722480 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c73dfe-96e6-4cdc-b023-7222cf7f808d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:52.722855 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c73dfe-96e6-4cdc-b023-7222cf7f808d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:52.723398 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c73dfe-96e6-4cdc-b023-7222cf7f808d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:52.723745 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c73dfe-96e6-4cdc-b023-7222cf7f808d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:52.724079 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c73dfe-96e6-4cdc-b023-7222cf7f808d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:52.724414 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c73dfe-96e6-4cdc-b023-7222cf7f808d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:52.724766 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c73dfe-96e6-4cdc-b023-7222cf7f808d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:52.725388 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c73dfe-96e6-4cdc-b023-7222cf7f808d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:52.725721 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c73dfe-96e6-4cdc-b023-7222cf7f808d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:52.726062 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c73dfe-96e6-4cdc-b023-7222cf7f808d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:52.726422 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c73dfe-96e6-4cdc-b023-7222cf7f808d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:52.726925 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c73dfe-96e6-4cdc-b023-7222cf7f808d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:52.727420 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c73dfe-96e6-4cdc-b023-7222cf7f808d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:52.739741 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-89c73dfe-96e6-4cdc-b023-7222cf7f808d None None] Attempting to bind port 9a7b1cef-1809-498e-903d-0493745a8710 on host dv-cinder-740146-13-iscsi for vnic_type normal with profile {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:45:52.740121 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-89c73dfe-96e6-4cdc-b023-7222cf7f808d None None] Attempting to bind port 9a7b1cef-1809-498e-903d-0493745a8710 by drivers openvswitch,hyperv on host dv-cinder-740146-13-iscsi at level 0 using segments [{'id': 'bfc5b98a-0e1a-4a5e-8877-50d95fc22c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cefdff50-dbc7-41bb-af8b-f00fe77830ed'}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:45:52.740485 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c73dfe-96e6-4cdc-b023-7222cf7f808d None None] Attempting to bind port 9a7b1cef-1809-498e-903d-0493745a8710 on network cefdff50-dbc7-41bb-af8b-f00fe77830ed {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:45:52.746456 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c73dfe-96e6-4cdc-b023-7222cf7f808d None None] Checking agent: {'id': '4c7881dc-503e-4b59-880f-21834bcd9250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 35, 20), 'started_at': datetime.datetime(2022, 3, 8, 4, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:45:52.746596 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c73dfe-96e6-4cdc-b023-7222cf7f808d None None] Checking segment: {'id': 'bfc5b98a-0e1a-4a5e-8877-50d95fc22c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cefdff50-dbc7-41bb-af8b-f00fe77830ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:45:52.747039 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-89c73dfe-96e6-4cdc-b023-7222cf7f808d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:52.747508 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c73dfe-96e6-4cdc-b023-7222cf7f808d None None] Bound using segment: {'id': 'bfc5b98a-0e1a-4a5e-8877-50d95fc22c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cefdff50-dbc7-41bb-af8b-f00fe77830ed'} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:45:52.748085 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-89c73dfe-96e6-4cdc-b023-7222cf7f808d None None] Bound port: 9a7b1cef-1809-498e-903d-0493745a8710, host: dv-cinder-740146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc5b98a-0e1a-4a5e-8877-50d95fc22c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cefdff50-dbc7-41bb-af8b-f00fe77830ed'}}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:45:52.748536 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-89c73dfe-96e6-4cdc-b023-7222cf7f808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (9a7b1cef-1809-498e-903d-0493745a8710), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:52.823075 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-89c73dfe-96e6-4cdc-b023-7222cf7f808d None None] For port 9a7b1cef-1809-498e-903d-0493745a8710, host dv-cinder-740146-13-iscsi, cleared binding levels {{(pid=110146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:45:52.826574 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-89c73dfe-96e6-4cdc-b023-7222cf7f808d None None] For port 9a7b1cef-1809-498e-903d-0493745a8710, host dv-cinder-740146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=9a7b1cef-1809-498e-903d-0493745a8710,segment=NetworkSegment(bfc5b98a-0e1a-4a5e-8877-50d95fc22c17),segment_id=bfc5b98a-0e1a-4a5e-8877-50d95fc22c17)] {{(pid=110146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:45:52.844344 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-11f253b3-3ba8-45bf-8698-98525f0b19c7 admin admin] Publish callbacks [] for router_gateway (c002f7d8-ba95-4a79-ba82-33eb01a7d3bb), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:52.868312 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 41730) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:52.912676 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-89c73dfe-96e6-4cdc-b023-7222cf7f808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (9a7b1cef-1809-498e-903d-0493745a8710), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:52.982884 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c73dfe-96e6-4cdc-b023-7222cf7f808d None None] Pushing event updated for resources: {'Port': ['ID=9a7b1cef-1809-498e-903d-0493745a8710,revision_number=2']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:53.016815 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-05b33064-9acd-450c-b21d-ced6fd242ce2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:53.275692 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a3ab4-60ed-42b0-a3f9-ba0e83273cdc req-44bd7bac-ee65-4565-a2f2-b13d727df518 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:53.278175 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-e93a3ab4-60ed-42b0-a3f9-ba0e83273cdc req-44bd7bac-ee65-4565-a2f2-b13d727df518 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.1032741 Mar 08 04:45:53.346616 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-e93a3ab4-60ed-42b0-a3f9-ba0e83273cdc req-2fd30045-e1f0-4430-8e62-e4b9b9bffb23 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628028 Mar 08 04:45:53.469231 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-05b33064-9acd-450c-b21d-ced6fd242ce2 admin admin] Publish callbacks [] for security_group (0d5e4ece-4a4b-48bc-81ab-e84a3e759fd8), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:53.482348 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-11f253b3-3ba8-45bf-8698-98525f0b19c7 admin admin] Publish callbacks [] for router_gateway (c002f7d8-ba95-4a79-ba82-33eb01a7d3bb), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:53.503442 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-11f253b3-3ba8-45bf-8698-98525f0b19c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:53.557852 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-05b33064-9acd-450c-b21d-ced6fd242ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (0d5e4ece-4a4b-48bc-81ab-e84a3e759fd8), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:53.633188 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-05b33064-9acd-450c-b21d-ced6fd242ce2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c80f327361054c49835a79af19ac1367&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7631249 Mar 08 04:45:53.635842 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b33064-9acd-450c-b21d-ced6fd242ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5e4ece-4a4b-48bc-81ab-e84a3e759fd8,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:53.636011 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 41752) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:53.656765 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_common [None req-11f253b3-3ba8-45bf-8698-98525f0b19c7 admin admin] Allocated IP 172.27.0.229 (e335cf5a-bd08-4697-9061-81dcecc4c284/5add51e7-3273-4e08-a772-a967bfff1dcd/16717d8c-56a5-4633-83a1-a509b3036f49) {{(pid=110144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:45:53.709132 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-62e188b8-2d3c-4cc6-bcb5-6e2bb8d1271a admin admin] Publish callbacks [] for security_group (0d5e4ece-4a4b-48bc-81ab-e84a3e759fd8), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:53.735910 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-62e188b8-2d3c-4cc6-bcb5-6e2bb8d1271a admin admin] Publish callbacks [] for security_group (0d5e4ece-4a4b-48bc-81ab-e84a3e759fd8), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:53.782638 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-11f253b3-3ba8-45bf-8698-98525f0b19c7 admin admin] Publish callbacks [] for port (16717d8c-56a5-4633-83a1-a509b3036f49), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:53.854595 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-62e188b8-2d3c-4cc6-bcb5-6e2bb8d1271a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (0d5e4ece-4a4b-48bc-81ab-e84a3e759fd8), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:53.857255 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-62e188b8-2d3c-4cc6-bcb5-6e2bb8d1271a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:53.858492 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-62e188b8-2d3c-4cc6-bcb5-6e2bb8d1271a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0d5e4ece-4a4b-48bc-81ab-e84a3e759fd8 HTTP/1.1" status: 204 len: 168 time: 0.2212327 Mar 08 04:45:53.867954 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e188b8-2d3c-4cc6-bcb5-6e2bb8d1271a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5e4ece-4a4b-48bc-81ab-e84a3e759fd8,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:53.889496 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-11f253b3-3ba8-45bf-8698-98525f0b19c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (16717d8c-56a5-4633-83a1-a509b3036f49), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:53.958419 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 9a7b1cef-1809-498e-903d-0493745a8710 up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:45:54.003509 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f253b3-3ba8-45bf-8698-98525f0b19c7 admin admin] Network e335cf5a-bd08-4697-9061-81dcecc4c284 is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:45:54.015817 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [None req-11f253b3-3ba8-45bf-8698-98525f0b19c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:45:54.028828 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f253b3-3ba8-45bf-8698-98525f0b19c7 admin admin] Received port after_create {{(pid=110144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:45:54.062570 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port 9a7b1cef-1809-498e-903d-0493745a8710 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:45:54.062960 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (9a7b1cef-1809-498e-903d-0493745a8710), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:54.085590 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f253b3-3ba8-45bf-8698-98525f0b19c7 admin admin] Pushing event updated for resources: {'Port': ['ID=16717d8c-56a5-4633-83a1-a509b3036f49,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:54.168074 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port 9a7b1cef-1809-498e-903d-0493745a8710 is: DOWN; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:45:54.168698 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (9a7b1cef-1809-498e-903d-0493745a8710), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:54.179082 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586fe644-af91-458d-a2ea-4393de788908 None None] Network cefdff50-dbc7-41bb-af8b-f00fe77830ed requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:45:54.261887 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] For port 9a7b1cef-1809-498e-903d-0493745a8710, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=9a7b1cef-1809-498e-903d-0493745a8710,segment=NetworkSegment(bfc5b98a-0e1a-4a5e-8877-50d95fc22c17),segment_id=bfc5b98a-0e1a-4a5e-8877-50d95fc22c17)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:45:54.293807 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-2162ab78-6bf0-4e1d-9808-e6348243e656 None None] Provisioning complete for port 9a7b1cef-1809-498e-903d-0493745a8710 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:45:54.294245 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-2162ab78-6bf0-4e1d-9808-e6348243e656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (9a7b1cef-1809-498e-903d-0493745a8710), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:54.373672 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (9a7b1cef-1809-498e-903d-0493745a8710), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:54.479979 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-2162ab78-6bf0-4e1d-9808-e6348243e656 None None] Current status of the port 9a7b1cef-1809-498e-903d-0493745a8710 is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:45:54.485397 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Pushing event updated for resources: {'Port': ['ID=9a7b1cef-1809-498e-903d-0493745a8710,revision_number=3']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:54.546735 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-11f253b3-3ba8-45bf-8698-98525f0b19c7 admin admin] Publish callbacks [] for router_gateway (c002f7d8-ba95-4a79-ba82-33eb01a7d3bb), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:54.708150 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-265c331c-e78e-4cd7-906a-ae44fd4cbf3a None None] Provisioning complete for port 9a7b1cef-1809-498e-903d-0493745a8710 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:45:54.708617 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-265c331c-e78e-4cd7-906a-ae44fd4cbf3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (9a7b1cef-1809-498e-903d-0493745a8710), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:54.775191 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-11f253b3-3ba8-45bf-8698-98525f0b19c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-955746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-951031'] for router (c002f7d8-ba95-4a79-ba82-33eb01a7d3bb), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:54.921011 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-265c331c-e78e-4cd7-906a-ae44fd4cbf3a None None] Current status of the port 9a7b1cef-1809-498e-903d-0493745a8710 is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:45:54.980445 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11f253b3-3ba8-45bf-8698-98525f0b19c7 admin admin] Router c002f7d8-ba95-4a79-ba82-33eb01a7d3bb is scheduled to L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 with binding_index 1 {{(pid=110144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 04:45:55.090922 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f253b3-3ba8-45bf-8698-98525f0b19c7 admin admin] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:45:55.100650 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1240ee0-709b-40ed-be92-f6b5f916c9c0 None None] Sync routers for ids ['c002f7d8-ba95-4a79-ba82-33eb01a7d3bb'] in dv-cinder-740146-13-iscsi {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:45:55.119672 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1240ee0-709b-40ed-be92-f6b5f916c9c0 None None] Routers {'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:45:55.120301 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-c1240ee0-709b-40ed-be92-f6b5f916c9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:45:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['c002f7d8-ba95-4a79-ba82-33eb01a7d3bb'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:45:55.182998 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-11f253b3-3ba8-45bf-8698-98525f0b19c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:55.187261 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 41802) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:55.187864 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-11f253b3-3ba8-45bf-8698-98525f0b19c7 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9835107 Mar 08 04:45:55.230534 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-c1240ee0-709b-40ed-be92-f6b5f916c9c0 None None] Set router c002f7d8-ba95-4a79-ba82-33eb01a7d3bb gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:45:55.424150 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-c1240ee0-709b-40ed-be92-f6b5f916c9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb', 'name': 'tempest-TestShelveInstance-707160647-router', 'tenant_id': '2bcb6fa5cf414d02895f25160874a65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '16717d8c-56a5-4633-83a1-a509b3036f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:45:52Z', 'updated_at': '2022-03-08T04:45:54Z', 'revision_number': 3, 'project_id': '2bcb6fa5cf414d02895f25160874a65a', 'gw_port': {'id': '16717d8c-56a5-4633-83a1-a509b3036f49', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:45:53Z', 'updated_at': '2022-03-08T04:45:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi'}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:45:55.450209 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1240ee0-709b-40ed-be92-f6b5f916c9c0 None None] Checking router: c002f7d8-ba95-4a79-ba82-33eb01a7d3bb for host: dv-cinder-740146-13-iscsi {{(pid=110147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:45:55.450572 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1240ee0-709b-40ed-be92-f6b5f916c9c0 None None] Updating router c002f7d8-ba95-4a79-ba82-33eb01a7d3bb port 16717d8c-56a5-4633-83a1-a509b3036f49 binding host dv-cinder-740146-13-iscsi {{(pid=110147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 04:45:55.478258 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-c1240ee0-709b-40ed-be92-f6b5f916c9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (16717d8c-56a5-4633-83a1-a509b3036f49), before_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:55.634180 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-2856b39e-038a-4291-bd43-b3d35c34cf19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:55.800724 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.db_base_plugin_common [None req-2856b39e-038a-4291-bd43-b3d35c34cf19 admin admin] Allocated IP 172.20.0.1 (cefdff50-dbc7-41bb-af8b-f00fe77830ed/5f0f0ac8-39f3-4773-89a2-7e5b57fd3f29/0e73579f-bb82-4e9a-93b8-bb176863b3b8) {{(pid=110145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:45:55.808763 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-c1240ee0-709b-40ed-be92-f6b5f916c9c0 None None] Publish callbacks [] for port (16717d8c-56a5-4633-83a1-a509b3036f49), precommit_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:55.877586 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-c1240ee0-709b-40ed-be92-f6b5f916c9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (16717d8c-56a5-4633-83a1-a509b3036f49), after_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:55.891137 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 9a7b1cef-1809-498e-903d-0493745a8710 up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:45:55.919182 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0488df-8536-41eb-8118-9caf496a7022 None None] Pushing event updated for resources: {'Port': ['ID=16717d8c-56a5-4633-83a1-a509b3036f49,revision_number=2']} {{(pid=110147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:55.926167 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-2856b39e-038a-4291-bd43-b3d35c34cf19 admin admin] Publish callbacks [] for port (0e73579f-bb82-4e9a-93b8-bb176863b3b8), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:55.930778 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0488df-8536-41eb-8118-9caf496a7022 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:55.930778 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0488df-8536-41eb-8118-9caf496a7022 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:55.930778 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0488df-8536-41eb-8118-9caf496a7022 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:55.930778 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0488df-8536-41eb-8118-9caf496a7022 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:55.932225 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0488df-8536-41eb-8118-9caf496a7022 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:55.932724 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0488df-8536-41eb-8118-9caf496a7022 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:55.933259 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0488df-8536-41eb-8118-9caf496a7022 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:55.933758 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0488df-8536-41eb-8118-9caf496a7022 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:55.934248 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0488df-8536-41eb-8118-9caf496a7022 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:55.934752 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0488df-8536-41eb-8118-9caf496a7022 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:55.935230 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0488df-8536-41eb-8118-9caf496a7022 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:55.935688 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0488df-8536-41eb-8118-9caf496a7022 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:55.936161 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b0488df-8536-41eb-8118-9caf496a7022 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:45:55.957118 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.managers [None req-c1240ee0-709b-40ed-be92-f6b5f916c9c0 None None] Attempting to bind port 16717d8c-56a5-4633-83a1-a509b3036f49 on host dv-cinder-740146-13-iscsi for vnic_type normal with profile {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:45:55.957528 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.managers [None req-c1240ee0-709b-40ed-be92-f6b5f916c9c0 None None] Attempting to bind port 16717d8c-56a5-4633-83a1-a509b3036f49 by drivers openvswitch,hyperv on host dv-cinder-740146-13-iscsi at level 0 using segments [{'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}] {{(pid=110147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:45:55.957896 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1240ee0-709b-40ed-be92-f6b5f916c9c0 None None] Attempting to bind port 16717d8c-56a5-4633-83a1-a509b3036f49 on network e335cf5a-bd08-4697-9061-81dcecc4c284 {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:45:55.964641 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1240ee0-709b-40ed-be92-f6b5f916c9c0 None None] Checking agent: {'id': '4c7881dc-503e-4b59-880f-21834bcd9250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 35, 20), 'started_at': datetime.datetime(2022, 3, 8, 4, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:45:55.965024 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1240ee0-709b-40ed-be92-f6b5f916c9c0 None None] Checking segment: {'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:45:55.965457 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-c1240ee0-709b-40ed-be92-f6b5f916c9c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:55.966016 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1240ee0-709b-40ed-be92-f6b5f916c9c0 None None] Bound using segment: {'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'} {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:45:55.966495 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.managers [None req-c1240ee0-709b-40ed-be92-f6b5f916c9c0 None None] Bound port: 16717d8c-56a5-4633-83a1-a509b3036f49, host: dv-cinder-740146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}}] {{(pid=110147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:45:55.966885 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-c1240ee0-709b-40ed-be92-f6b5f916c9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (16717d8c-56a5-4633-83a1-a509b3036f49), before_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:55.997575 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port 9a7b1cef-1809-498e-903d-0493745a8710 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:45:55.998060 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (9a7b1cef-1809-498e-903d-0493745a8710), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:56.029876 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.db [None req-c1240ee0-709b-40ed-be92-f6b5f916c9c0 None None] For port 16717d8c-56a5-4633-83a1-a509b3036f49, host dv-cinder-740146-13-iscsi, cleared binding levels {{(pid=110147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:45:56.033524 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.db [None req-c1240ee0-709b-40ed-be92-f6b5f916c9c0 None None] For port 16717d8c-56a5-4633-83a1-a509b3036f49, host dv-cinder-740146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=16717d8c-56a5-4633-83a1-a509b3036f49,segment=NetworkSegment(83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c),segment_id=83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c)] {{(pid=110147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:45:56.037881 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-2856b39e-038a-4291-bd43-b3d35c34cf19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793137'] for port (0e73579f-bb82-4e9a-93b8-bb176863b3b8), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:56.089138 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2856b39e-038a-4291-bd43-b3d35c34cf19 admin admin] Network cefdff50-dbc7-41bb-af8b-f00fe77830ed is already hosted by enough agents. {{(pid=110145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:45:56.092028 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.base_scheduler [None req-2856b39e-038a-4291-bd43-b3d35c34cf19 admin admin] Resources bound (agent type, host, resource id): {{(pid=110145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:45:56.095563 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2856b39e-038a-4291-bd43-b3d35c34cf19 admin admin] Received port after_create {{(pid=110145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:45:56.105602 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port 9a7b1cef-1809-498e-903d-0493745a8710 is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:45:56.128827 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856b39e-038a-4291-bd43-b3d35c34cf19 admin admin] Pushing event updated for resources: {'Port': ['ID=0e73579f-bb82-4e9a-93b8-bb176863b3b8,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:56.150536 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-2856b39e-038a-4291-bd43-b3d35c34cf19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952794'] for router_interface (c002f7d8-ba95-4a79-ba82-33eb01a7d3bb), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:56.161679 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-c1240ee0-709b-40ed-be92-f6b5f916c9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (16717d8c-56a5-4633-83a1-a509b3036f49), after_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:56.257511 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1240ee0-709b-40ed-be92-f6b5f916c9c0 None None] Routers {'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:45:56.258278 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-c1240ee0-709b-40ed-be92-f6b5f916c9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:45:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['c002f7d8-ba95-4a79-ba82-33eb01a7d3bb'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:45:56.261059 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0488df-8536-41eb-8118-9caf496a7022 None None] Pushing event updated for resources: {'Port': ['ID=16717d8c-56a5-4633-83a1-a509b3036f49,revision_number=3']} {{(pid=110147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:56.338397 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046cfc4-18bb-45a7-bf7a-851b7bcbabee req-e507dc9d-9e1a-4797-a1e0-949c4c9d9973 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:56.340193 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1046cfc4-18bb-45a7-bf7a-851b7bcbabee req-e507dc9d-9e1a-4797-a1e0-949c4c9d9973 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0726683 Mar 08 04:45:56.400497 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-2856b39e-038a-4291-bd43-b3d35c34cf19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (0e73579f-bb82-4e9a-93b8-bb176863b3b8), before_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:56.404947 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1046cfc4-18bb-45a7-bf7a-851b7bcbabee req-33ab5f9f-c16b-4b79-82a7-19c7aabf1f79 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587666 Mar 08 04:45:56.413933 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-c1240ee0-709b-40ed-be92-f6b5f916c9c0 None None] Set router c002f7d8-ba95-4a79-ba82-33eb01a7d3bb gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:45:56.475312 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-97961ed2-0602-4816-84fc-3946b81d68a4 None None] Provisioning complete for port 0e73579f-bb82-4e9a-93b8-bb176863b3b8 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:45:56.475711 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-97961ed2-0602-4816-84fc-3946b81d68a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (0e73579f-bb82-4e9a-93b8-bb176863b3b8), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:56.568564 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-97961ed2-0602-4816-84fc-3946b81d68a4 None None] Port 0e73579f-bb82-4e9a-93b8-bb176863b3b8 cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:45:56.625638 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 41838) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:56.648220 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-2856b39e-038a-4291-bd43-b3d35c34cf19 admin admin] Publish callbacks [] for port (0e73579f-bb82-4e9a-93b8-bb176863b3b8), precommit_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:56.654647 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-c1240ee0-709b-40ed-be92-f6b5f916c9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb', 'name': 'tempest-TestShelveInstance-707160647-router', 'tenant_id': '2bcb6fa5cf414d02895f25160874a65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '16717d8c-56a5-4633-83a1-a509b3036f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:45:52Z', 'updated_at': '2022-03-08T04:45:54Z', 'revision_number': 3, 'project_id': '2bcb6fa5cf414d02895f25160874a65a', 'gw_port': {'id': '16717d8c-56a5-4633-83a1-a509b3036f49', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:45:53Z', 'updated_at': '2022-03-08T04:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi'}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:45:56.684996 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1240ee0-709b-40ed-be92-f6b5f916c9c0 None None] The sync data for ids ['c002f7d8-ba95-4a79-ba82-33eb01a7d3bb'] in dv-cinder-740146-13-iscsi is: [{'id': 'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb', 'name': 'tempest-TestShelveInstance-707160647-router', 'tenant_id': '2bcb6fa5cf414d02895f25160874a65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '16717d8c-56a5-4633-83a1-a509b3036f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:45:52Z', 'updated_at': '2022-03-08T04:45:54Z', 'revision_number': 3, 'project_id': '2bcb6fa5cf414d02895f25160874a65a', 'gw_port': {'id': '16717d8c-56a5-4633-83a1-a509b3036f49', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:45:53Z', 'updated_at': '2022-03-08T04:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi'}] {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:45:56.705693 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-2856b39e-038a-4291-bd43-b3d35c34cf19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62793160'] for port (0e73579f-bb82-4e9a-93b8-bb176863b3b8), after_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:56.754559 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-b06f0a17-e1e2-4667-817a-241846e27d98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:56.792393 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-2856b39e-038a-4291-bd43-b3d35c34cf19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952758'] for router_interface (c002f7d8-ba95-4a79-ba82-33eb01a7d3bb), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:56.795428 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856b39e-038a-4291-bd43-b3d35c34cf19 admin admin] Pushing event updated for resources: {'Port': ['ID=0e73579f-bb82-4e9a-93b8-bb176863b3b8,revision_number=2']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:56.847615 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-b06f0a17-e1e2-4667-817a-241846e27d98 admin admin] Publish callbacks [] for security_group (7d12eb01-58ea-4677-8dea-aa51023eaf99), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:56.892323 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2856b39e-038a-4291-bd43-b3d35c34cf19 admin admin] Network cefdff50-dbc7-41bb-af8b-f00fe77830ed is already hosted by enough agents. {{(pid=110145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:45:56.893773 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.base_scheduler [None req-2856b39e-038a-4291-bd43-b3d35c34cf19 admin admin] Resources bound (agent type, host, resource id): {{(pid=110145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:45:56.905696 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-b06f0a17-e1e2-4667-817a-241846e27d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (7d12eb01-58ea-4677-8dea-aa51023eaf99), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:56.949409 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-b06f0a17-e1e2-4667-817a-241846e27d98 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4f4e0f951c1c4b48971863b5a04eda9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3224480 Mar 08 04:45:56.950541 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f0a17-e1e2-4667-817a-241846e27d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d12eb01-58ea-4677-8dea-aa51023eaf99,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:56.952821 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 41848) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:57.096035 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-57445e76-e633-43fe-b499-22101f6004c5 admin admin] Publish callbacks [] for security_group (7d12eb01-58ea-4677-8dea-aa51023eaf99), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:57.114841 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2856b39e-038a-4291-bd43-b3d35c34cf19 admin admin] Router c002f7d8-ba95-4a79-ba82-33eb01a7d3bb has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:45:57.136167 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-57445e76-e633-43fe-b499-22101f6004c5 admin admin] Publish callbacks [] for security_group (7d12eb01-58ea-4677-8dea-aa51023eaf99), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:57.270120 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2856b39e-038a-4291-bd43-b3d35c34cf19 admin admin] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:45:57.285624 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-2856b39e-038a-4291-bd43-b3d35c34cf19 admin admin] 10.222.0.35 "PUT /v2.0/routers/c002f7d8-ba95-4a79-ba82-33eb01a7d3bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0894434 Mar 08 04:45:57.289854 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-57445e76-e633-43fe-b499-22101f6004c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (7d12eb01-58ea-4677-8dea-aa51023eaf99), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:57.295913 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-57445e76-e633-43fe-b499-22101f6004c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:57.302669 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-57445e76-e633-43fe-b499-22101f6004c5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7d12eb01-58ea-4677-8dea-aa51023eaf99 HTTP/1.1" status: 204 len: 168 time: 0.3369169 Mar 08 04:45:57.315945 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-0d3267c3-6920-439f-af9b-dcbb1596a736 None None] Provisioning complete for port 0e73579f-bb82-4e9a-93b8-bb176863b3b8 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:45:57.316477 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-0d3267c3-6920-439f-af9b-dcbb1596a736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (0e73579f-bb82-4e9a-93b8-bb176863b3b8), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:57.324575 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57445e76-e633-43fe-b499-22101f6004c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d12eb01-58ea-4677-8dea-aa51023eaf99,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:57.394704 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-0d3267c3-6920-439f-af9b-dcbb1596a736 None None] Port 0e73579f-bb82-4e9a-93b8-bb176863b3b8 cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:45:57.902848 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 16717d8c-56a5-4633-83a1-a509b3036f49 up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:45:57.951274 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port 16717d8c-56a5-4633-83a1-a509b3036f49 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:45:57.956232 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (16717d8c-56a5-4633-83a1-a509b3036f49), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:58.032569 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port 16717d8c-56a5-4633-83a1-a509b3036f49 is: DOWN; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:45:58.032968 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (16717d8c-56a5-4633-83a1-a509b3036f49), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:58.053301 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] For port 16717d8c-56a5-4633-83a1-a509b3036f49, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=16717d8c-56a5-4633-83a1-a509b3036f49,segment=NetworkSegment(83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c),segment_id=83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:45:58.085545 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 41882) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:58.099026 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-0c751c16-40ab-459c-97a4-adaa475a0f90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:58.128726 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (16717d8c-56a5-4633-83a1-a509b3036f49), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:58.178547 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Pushing event updated for resources: {'Port': ['ID=16717d8c-56a5-4633-83a1-a509b3036f49,revision_number=4']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:58.190023 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-0c751c16-40ab-459c-97a4-adaa475a0f90 admin admin] Publish callbacks [] for security_group (5f372567-ee2b-47a3-8ff7-009e4b66af65), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:58.211334 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 41886) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:58.216257 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-d558c292-50eb-489b-bf16-a0f6daae2292 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-528819994-network', 'tenant_id': '2d41dadc6e3148be97583781e77b9884'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:45:58.306388 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-0c751c16-40ab-459c-97a4-adaa475a0f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (5f372567-ee2b-47a3-8ff7-009e4b66af65), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:58.344117 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d558c292-50eb-489b-bf16-a0f6daae2292 admin admin] Made reservation on behalf of 2d41dadc6e3148be97583781e77b9884 for: {'network': 1} {{(pid=110144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:45:58.346768 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-d558c292-50eb-489b-bf16-a0f6daae2292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for network (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:58.356989 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c751c16-40ab-459c-97a4-adaa475a0f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f372567-ee2b-47a3-8ff7-009e4b66af65,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:58.361977 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-0c751c16-40ab-459c-97a4-adaa475a0f90 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=96059bcf2c0243dca9f0b09734668d35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2748673 Mar 08 04:45:58.363159 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-d558c292-50eb-489b-bf16-a0f6daae2292 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:58.365040 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 41888) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:58.428140 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-70c23860-26fb-47e6-a460-5718b5a853d8 admin admin] Publish callbacks [] for security_group (5f372567-ee2b-47a3-8ff7-009e4b66af65), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:58.451202 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-70c23860-26fb-47e6-a460-5718b5a853d8 admin admin] Publish callbacks [] for security_group (5f372567-ee2b-47a3-8ff7-009e4b66af65), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:58.471834 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-d558c292-50eb-489b-bf16-a0f6daae2292 admin admin] Publish callbacks [] for security_group (9e15bb3c-170c-48bd-83b9-683dead8f60d), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:58.512877 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 41894) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:58.522541 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-d558c292-50eb-489b-bf16-a0f6daae2292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (9e15bb3c-170c-48bd-83b9-683dead8f60d), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:58.552418 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558c292-50eb-489b-bf16-a0f6daae2292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e15bb3c-170c-48bd-83b9-683dead8f60d,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:58.587080 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-70c23860-26fb-47e6-a460-5718b5a853d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (5f372567-ee2b-47a3-8ff7-009e4b66af65), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:58.591435 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-70c23860-26fb-47e6-a460-5718b5a853d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:58.595492 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-70c23860-26fb-47e6-a460-5718b5a853d8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5f372567-ee2b-47a3-8ff7-009e4b66af65 HTTP/1.1" status: 204 len: 168 time: 0.2266502 Mar 08 04:45:58.596377 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d558c292-50eb-489b-bf16-a0f6daae2292 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=110144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 04:45:58.607378 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-d558c292-50eb-489b-bf16-a0f6daae2292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041'] for segment (ee85150f-1fd5-4e0c-8dd8-c3bf7451b5ff), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:58.608290 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.db.segments_db [None req-d558c292-50eb-489b-bf16-a0f6daae2292 admin admin] Added segment ee85150f-1fd5-4e0c-8dd8-c3bf7451b5ff of type vlan for network 730bacaa-64d4-45b7-a5c9-4b8501f0c6c6 Mar 08 04:45:58.613088 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c23860-26fb-47e6-a460-5718b5a853d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f372567-ee2b-47a3-8ff7-009e4b66af65,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:58.615560 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a71d2c-35fc-4966-8dbd-2e5bef1acf5b None None] Sync routers for ids ['c002f7d8-ba95-4a79-ba82-33eb01a7d3bb'] in dv-cinder-740146-13-iscsi {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:45:58.655832 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-24b3292c-33de-4e3e-9223-8c04347bc4ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:58.660111 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a71d2c-35fc-4966-8dbd-2e5bef1acf5b None None] Routers {'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:45:58.660762 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-54a71d2c-35fc-4966-8dbd-2e5bef1acf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:45:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['c002f7d8-ba95-4a79-ba82-33eb01a7d3bb'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:45:58.666809 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-d558c292-50eb-489b-bf16-a0f6daae2292 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769087223062'] for network (730bacaa-64d4-45b7-a5c9-4b8501f0c6c6), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:58.742480 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-24b3292c-33de-4e3e-9223-8c04347bc4ba admin admin] Publish callbacks [] for security_group (14aff5fa-84b4-49d4-be15-9bf97586386b), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:58.778932 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-54a71d2c-35fc-4966-8dbd-2e5bef1acf5b None None] Set router c002f7d8-ba95-4a79-ba82-33eb01a7d3bb gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:45:58.791125 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-d558c292-50eb-489b-bf16-a0f6daae2292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093'] for network (730bacaa-64d4-45b7-a5c9-4b8501f0c6c6), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:58.792120 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d558c292-50eb-489b-bf16-a0f6daae2292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:58.792718 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-d558c292-50eb-489b-bf16-a0f6daae2292 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for network (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:58.820371 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-24b3292c-33de-4e3e-9223-8c04347bc4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (14aff5fa-84b4-49d4-be15-9bf97586386b), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:58.854473 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558c292-50eb-489b-bf16-a0f6daae2292 admin admin] Pushing event updated for resources: {'Network': ['ID=730bacaa-64d4-45b7-a5c9-4b8501f0c6c6,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:58.867281 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Network 730bacaa-64d4-45b7-a5c9-4b8501f0c6c6 details requested by agent ovs-agent-dv-cinder-740146-13-iscsi with host dv-cinder-740146-13-iscsi {{(pid=110146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 04:45:58.882969 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-24b3292c-33de-4e3e-9223-8c04347bc4ba admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0b39be90bece4b699b10e0907a5acc15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3667643 Mar 08 04:45:58.882969 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b3292c-33de-4e3e-9223-8c04347bc4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14aff5fa-84b4-49d4-be15-9bf97586386b,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:58.884802 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 41904) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:58.886073 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-d558c292-50eb-489b-bf16-a0f6daae2292 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6735899 Mar 08 04:45:58.886705 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 41906) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:58.896268 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-c20ff0aa-59a4-4419-a8a7-be5545543b3d admin admin] Request body: {'subnet': {'network_id': '730bacaa-64d4-45b7-a5c9-4b8501f0c6c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-528819994-subnet', 'tenant_id': '2d41dadc6e3148be97583781e77b9884', 'ip_version': 4}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:45:58.948872 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-96856645-0892-457f-bf84-17bd8e9676bd admin admin] Publish callbacks [] for security_group (14aff5fa-84b4-49d4-be15-9bf97586386b), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:58.970802 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-96856645-0892-457f-bf84-17bd8e9676bd admin admin] Publish callbacks [] for security_group (14aff5fa-84b4-49d4-be15-9bf97586386b), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:59.014134 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20ff0aa-59a4-4419-a8a7-be5545543b3d admin admin] Made reservation on behalf of 2d41dadc6e3148be97583781e77b9884 for: {'subnet': 1} {{(pid=110145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:45:59.018385 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c20ff0aa-59a4-4419-a8a7-be5545543b3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59255017'] for subnet (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:59.068748 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-54a71d2c-35fc-4966-8dbd-2e5bef1acf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb', 'name': 'tempest-TestShelveInstance-707160647-router', 'tenant_id': '2bcb6fa5cf414d02895f25160874a65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '16717d8c-56a5-4633-83a1-a509b3036f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:45:52Z', 'updated_at': '2022-03-08T04:45:56Z', 'revision_number': 4, 'project_id': '2bcb6fa5cf414d02895f25160874a65a', 'gw_port': {'id': '16717d8c-56a5-4633-83a1-a509b3036f49', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:45:53Z', 'updated_at': '2022-03-08T04:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': '0e73579f-bb82-4e9a-93b8-bb176863b3b8', 'name': '', 'network_id': 'cefdff50-dbc7-41bb-af8b-f00fe77830ed', 'tenant_id': '2bcb6fa5cf414d02895f25160874a65a', 'mac_address': 'fa:16:3e:39:4b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5f0f0ac8-39f3-4773-89a2-7e5b57fd3f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:45:55Z', 'updated_at': '2022-03-08T04:45:56Z', 'revision_number': 2, 'project_id': '2bcb6fa5cf414d02895f25160874a65a', 'subnets': [{'id': '5f0f0ac8-39f3-4773-89a2-7e5b57fd3f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:45:59.097281 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a71d2c-35fc-4966-8dbd-2e5bef1acf5b None None] Checking router: c002f7d8-ba95-4a79-ba82-33eb01a7d3bb for host: dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:45:59.097635 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a71d2c-35fc-4966-8dbd-2e5bef1acf5b None None] Updating router c002f7d8-ba95-4a79-ba82-33eb01a7d3bb port 0e73579f-bb82-4e9a-93b8-bb176863b3b8 binding host dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 04:45:59.108229 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 41912) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:59.122732 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-96856645-0892-457f-bf84-17bd8e9676bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (14aff5fa-84b4-49d4-be15-9bf97586386b), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:59.126997 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-96856645-0892-457f-bf84-17bd8e9676bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:59.128871 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-96856645-0892-457f-bf84-17bd8e9676bd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/14aff5fa-84b4-49d4-be15-9bf97586386b HTTP/1.1" status: 204 len: 168 time: 0.2430358 Mar 08 04:45:59.135512 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-54a71d2c-35fc-4966-8dbd-2e5bef1acf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (0e73579f-bb82-4e9a-93b8-bb176863b3b8), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:59.147113 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96856645-0892-457f-bf84-17bd8e9676bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14aff5fa-84b4-49d4-be15-9bf97586386b,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:59.259983 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-60536312-1611-4e14-b87c-3ff4b35455de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:59.341577 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c20ff0aa-59a4-4419-a8a7-be5545543b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62798913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59255031'] for subnet (81deccdf-77f8-4705-b589-664f38451a8e), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:59.360187 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-60536312-1611-4e14-b87c-3ff4b35455de admin admin] Publish callbacks [] for security_group (f12eda55-c8d3-44b3-80f3-f2c151f19a2c), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:59.423679 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ff0aa-59a4-4419-a8a7-be5545543b3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=81deccdf-77f8-4705-b589-664f38451a8e,revision_number=0']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:59.432654 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:59.432820 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20ff0aa-59a4-4419-a8a7-be5545543b3d admin admin] Checking segment: {'id': 'ee85150f-1fd5-4e0c-8dd8-c3bf7451b5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '730bacaa-64d4-45b7-a5c9-4b8501f0c6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:45:59.433001 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20ff0aa-59a4-4419-a8a7-be5545543b3d admin admin] Network hostable DHCP agents. Network: 730bacaa-64d4-45b7-a5c9-4b8501f0c6c6, hostable agents: ['0b7bcd49-0510-447e-bc01-0aee655b7fc1'], hosted agents: [] {{(pid=110145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 04:45:59.446016 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-60536312-1611-4e14-b87c-3ff4b35455de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (f12eda55-c8d3-44b3-80f3-f2c151f19a2c), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:59.453253 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-54a71d2c-35fc-4966-8dbd-2e5bef1acf5b None None] Publish callbacks [] for port (0e73579f-bb82-4e9a-93b8-bb176863b3b8), precommit_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:59.477915 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 41918) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:59.487431 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-60536312-1611-4e14-b87c-3ff4b35455de admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fab2e083da224837818ddb488118d3c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3777325 Mar 08 04:45:59.487877 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60536312-1611-4e14-b87c-3ff4b35455de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f12eda55-c8d3-44b3-80f3-f2c151f19a2c,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:59.490540 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 41922) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:59.504428 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-21eeab98-2d49-414c-a6b6-66c17ded3f41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:59.528636 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-54a71d2c-35fc-4966-8dbd-2e5bef1acf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (0e73579f-bb82-4e9a-93b8-bb176863b3b8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:59.534568 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20ff0aa-59a4-4419-a8a7-be5545543b3d admin admin] Network 730bacaa-64d4-45b7-a5c9-4b8501f0c6c6 is scheduled to be hosted by DHCP agent 0b7bcd49-0510-447e-bc01-0aee655b7fc1 with binding_index 1 {{(pid=110145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 04:45:59.557130 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5eb53599-0349-4181-9c69-abff4f049a82 admin admin] Publish callbacks [] for security_group (f12eda55-c8d3-44b3-80f3-f2c151f19a2c), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:59.599353 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-21eeab98-2d49-414c-a6b6-66c17ded3f41 admin admin] Publish callbacks [] for security_group (b8d1c03e-275c-4e7c-af18-a53d39877f51), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:59.607662 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6dc1ea-d74f-4edc-a25e-51cb8628ca31 None None] Pushing event updated for resources: {'Port': ['ID=0e73579f-bb82-4e9a-93b8-bb176863b3b8,revision_number=3']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:59.608770 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5eb53599-0349-4181-9c69-abff4f049a82 admin admin] Publish callbacks [] for security_group (f12eda55-c8d3-44b3-80f3-f2c151f19a2c), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:59.612125 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.base_scheduler [None req-c20ff0aa-59a4-4419-a8a7-be5545543b3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-13-iscsi, 730bacaa-64d4-45b7-a5c9-4b8501f0c6c6) {{(pid=110145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:45:59.622312 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20ff0aa-59a4-4419-a8a7-be5545543b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:45:59.622912 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c20ff0aa-59a4-4419-a8a7-be5545543b3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for subnet (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:59.634229 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f900d31-5123-468b-9d31-8bff77f785a2 None None] Network 730bacaa-64d4-45b7-a5c9-4b8501f0c6c6 requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:45:59.663369 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-21eeab98-2d49-414c-a6b6-66c17ded3f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (b8d1c03e-275c-4e7c-af18-a53d39877f51), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:59.710488 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-21eeab98-2d49-414c-a6b6-66c17ded3f41 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d1a48e8fcc444cb29986564bace92b5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313182 Mar 08 04:45:59.712085 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eeab98-2d49-414c-a6b6-66c17ded3f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d1c03e-275c-4e7c-af18-a53d39877f51,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:59.714520 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 41928) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:59.716147 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-c20ff0aa-59a4-4419-a8a7-be5545543b3d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8236101 Mar 08 04:45:59.724015 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 41930) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:45:59.728947 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-8097f59d-9b4e-4f22-9691-9eb020ad99bc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-528819994-router', 'tenant_id': '2d41dadc6e3148be97583781e77b9884', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:45:59.761414 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-54a71d2c-35fc-4966-8dbd-2e5bef1acf5b None None] Attempting to bind port 0e73579f-bb82-4e9a-93b8-bb176863b3b8 on host dv-cinder-740146-13-iscsi for vnic_type normal with profile {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:45:59.761950 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-54a71d2c-35fc-4966-8dbd-2e5bef1acf5b None None] Attempting to bind port 0e73579f-bb82-4e9a-93b8-bb176863b3b8 by drivers openvswitch,hyperv on host dv-cinder-740146-13-iscsi at level 0 using segments [{'id': 'bfc5b98a-0e1a-4a5e-8877-50d95fc22c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cefdff50-dbc7-41bb-af8b-f00fe77830ed'}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:45:59.762451 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a71d2c-35fc-4966-8dbd-2e5bef1acf5b None None] Attempting to bind port 0e73579f-bb82-4e9a-93b8-bb176863b3b8 on network cefdff50-dbc7-41bb-af8b-f00fe77830ed {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:45:59.771087 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5669226d-8e5c-429c-abd8-ae5b0b6fb7e6 admin admin] Publish callbacks [] for security_group (b8d1c03e-275c-4e7c-af18-a53d39877f51), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:59.775556 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a71d2c-35fc-4966-8dbd-2e5bef1acf5b None None] Checking agent: {'id': '4c7881dc-503e-4b59-880f-21834bcd9250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 35, 20), 'started_at': datetime.datetime(2022, 3, 8, 4, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:45:59.776108 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a71d2c-35fc-4966-8dbd-2e5bef1acf5b None None] Checking segment: {'id': 'bfc5b98a-0e1a-4a5e-8877-50d95fc22c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cefdff50-dbc7-41bb-af8b-f00fe77830ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:45:59.776694 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-54a71d2c-35fc-4966-8dbd-2e5bef1acf5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:59.777215 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a71d2c-35fc-4966-8dbd-2e5bef1acf5b None None] Bound using segment: {'id': 'bfc5b98a-0e1a-4a5e-8877-50d95fc22c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cefdff50-dbc7-41bb-af8b-f00fe77830ed'} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:45:59.777764 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-54a71d2c-35fc-4966-8dbd-2e5bef1acf5b None None] Bound port: 0e73579f-bb82-4e9a-93b8-bb176863b3b8, host: dv-cinder-740146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc5b98a-0e1a-4a5e-8877-50d95fc22c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cefdff50-dbc7-41bb-af8b-f00fe77830ed'}}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:45:59.778227 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-54a71d2c-35fc-4966-8dbd-2e5bef1acf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (0e73579f-bb82-4e9a-93b8-bb176863b3b8), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:59.798061 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5669226d-8e5c-429c-abd8-ae5b0b6fb7e6 admin admin] Publish callbacks [] for security_group (b8d1c03e-275c-4e7c-af18-a53d39877f51), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:59.803088 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5eb53599-0349-4181-9c69-abff4f049a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (f12eda55-c8d3-44b3-80f3-f2c151f19a2c), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:59.806620 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5eb53599-0349-4181-9c69-abff4f049a82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:59.811725 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-5eb53599-0349-4181-9c69-abff4f049a82 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f12eda55-c8d3-44b3-80f3-f2c151f19a2c HTTP/1.1" status: 204 len: 168 time: 0.3202076 Mar 08 04:45:59.826144 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb53599-0349-4181-9c69-abff4f049a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12eda55-c8d3-44b3-80f3-f2c151f19a2c,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:59.832769 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8097f59d-9b4e-4f22-9691-9eb020ad99bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9297'] for router (77d083ae-27f5-4623-88e4-979d881a9139), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:59.836496 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8097f59d-9b4e-4f22-9691-9eb020ad99bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-955753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9304'] for router (77d083ae-27f5-4623-88e4-979d881a9139), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:59.885103 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1c7f0c-c022-429c-b3c9-0407f6f1a40c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a34ffde-2fae-509e-bc11-a9db250d2a01-730bacaa-64d4-45b7-a5c9-4b8501f0c6c6', 'network_id': '730bacaa-64d4-45b7-a5c9-4b8501f0c6c6', 'project_id': '2d41dadc6e3148be97583781e77b9884', 'fixed_ips': [{'subnet_id': '81deccdf-77f8-4705-b589-664f38451a8e'}]}} from dv-cinder-740146-13-iscsi. {{(pid=110146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 04:45:59.886007 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-1d1c7f0c-c022-429c-b3c9-0407f6f1a40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:59.915242 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 16717d8c-56a5-4633-83a1-a509b3036f49 up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:45:59.940340 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5669226d-8e5c-429c-abd8-ae5b0b6fb7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (b8d1c03e-275c-4e7c-af18-a53d39877f51), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:59.943229 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5669226d-8e5c-429c-abd8-ae5b0b6fb7e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:45:59.944600 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-5669226d-8e5c-429c-abd8-ae5b0b6fb7e6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b8d1c03e-275c-4e7c-af18-a53d39877f51 HTTP/1.1" status: 204 len: 168 time: 0.2277727 Mar 08 04:45:59.953447 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669226d-8e5c-429c-abd8-ae5b0b6fb7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d1c03e-275c-4e7c-af18-a53d39877f51,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:45:59.982666 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-54a71d2c-35fc-4966-8dbd-2e5bef1acf5b None None] For port 0e73579f-bb82-4e9a-93b8-bb176863b3b8, host dv-cinder-740146-13-iscsi, cleared binding levels {{(pid=110146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:46:00.009907 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 41936) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:46:00.024270 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-817679c5-e5f8-4697-b1b8-f54c6123ae45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:00.066218 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-54a71d2c-35fc-4966-8dbd-2e5bef1acf5b None None] For port 0e73579f-bb82-4e9a-93b8-bb176863b3b8, host dv-cinder-740146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=0e73579f-bb82-4e9a-93b8-bb176863b3b8,segment=NetworkSegment(bfc5b98a-0e1a-4a5e-8877-50d95fc22c17),segment_id=bfc5b98a-0e1a-4a5e-8877-50d95fc22c17)] {{(pid=110146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:46:00.078352 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-1b3a3c6e-1380-47bd-a92b-eae093d9e33c None None] Provisioning complete for port 0e73579f-bb82-4e9a-93b8-bb176863b3b8 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:46:00.078734 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-1b3a3c6e-1380-47bd-a92b-eae093d9e33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (0e73579f-bb82-4e9a-93b8-bb176863b3b8), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:00.176322 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-54a71d2c-35fc-4966-8dbd-2e5bef1acf5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (0e73579f-bb82-4e9a-93b8-bb176863b3b8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:00.181756 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port 16717d8c-56a5-4633-83a1-a509b3036f49 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:46:00.182135 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (16717d8c-56a5-4633-83a1-a509b3036f49), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:00.183768 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-1b3a3c6e-1380-47bd-a92b-eae093d9e33c None None] Port 0e73579f-bb82-4e9a-93b8-bb176863b3b8 cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:46:00.215034 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8097f59d-9b4e-4f22-9691-9eb020ad99bc admin admin] Publish callbacks [] for router_controller (77d083ae-27f5-4623-88e4-979d881a9139), precommit_add_association {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:00.221761 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-817679c5-e5f8-4697-b1b8-f54c6123ae45 admin admin] Publish callbacks [] for security_group (e8fe3968-9cb4-4516-85a0-948b361cc0f1), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:00.273869 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.db_base_plugin_common [None req-1d1c7f0c-c022-429c-b3c9-0407f6f1a40c None None] Allocated IP 172.20.0.2 (730bacaa-64d4-45b7-a5c9-4b8501f0c6c6/81deccdf-77f8-4705-b589-664f38451a8e/1885dd4a-868d-4e96-a877-1133c272c341) {{(pid=110146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:46:00.299756 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6dc1ea-d74f-4edc-a25e-51cb8628ca31 None None] Pushing event updated for resources: {'Port': ['ID=0e73579f-bb82-4e9a-93b8-bb176863b3b8,revision_number=4']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:46:00.314851 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a71d2c-35fc-4966-8dbd-2e5bef1acf5b None None] Routers {'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:46:00.315634 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-54a71d2c-35fc-4966-8dbd-2e5bef1acf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:45:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['c002f7d8-ba95-4a79-ba82-33eb01a7d3bb'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:46:00.329797 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-817679c5-e5f8-4697-b1b8-f54c6123ae45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (e8fe3968-9cb4-4516-85a0-948b361cc0f1), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:00.388201 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817679c5-e5f8-4697-b1b8-f54c6123ae45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fe3968-9cb4-4516-85a0-948b361cc0f1,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:46:00.411063 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-817679c5-e5f8-4697-b1b8-f54c6123ae45 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2daa07f7dd124b0daf9b6a28660e391c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3975148 Mar 08 04:46:00.412759 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 41938) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:46:00.543712 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-7ca38e1f-9e89-4d80-a740-b0ec18296643 admin admin] Publish callbacks [] for security_group (e8fe3968-9cb4-4516-85a0-948b361cc0f1), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:00.560225 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8097f59d-9b4e-4f22-9691-9eb020ad99bc admin admin] Publish callbacks [] for router_gateway (77d083ae-27f5-4623-88e4-979d881a9139), precommit_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:00.579665 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-7ca38e1f-9e89-4d80-a740-b0ec18296643 admin admin] Publish callbacks [] for security_group (e8fe3968-9cb4-4516-85a0-948b361cc0f1), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:00.711756 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-7ca38e1f-9e89-4d80-a740-b0ec18296643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (e8fe3968-9cb4-4516-85a0-948b361cc0f1), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:00.717589 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-7ca38e1f-9e89-4d80-a740-b0ec18296643 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:00.721849 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-7ca38e1f-9e89-4d80-a740-b0ec18296643 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e8fe3968-9cb4-4516-85a0-948b361cc0f1 HTTP/1.1" status: 204 len: 168 time: 0.3078027 Mar 08 04:46:00.736450 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca38e1f-9e89-4d80-a740-b0ec18296643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fe3968-9cb4-4516-85a0-948b361cc0f1,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:46:00.749068 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-28d88083-14f7-4681-8b3d-3b6246942313 None None] Provisioning complete for port 0e73579f-bb82-4e9a-93b8-bb176863b3b8 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:46:00.749620 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-28d88083-14f7-4681-8b3d-3b6246942313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (0e73579f-bb82-4e9a-93b8-bb176863b3b8), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:00.805799 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port 16717d8c-56a5-4633-83a1-a509b3036f49 is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:46:00.867582 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8097f59d-9b4e-4f22-9691-9eb020ad99bc admin admin] Publish callbacks [] for router_gateway (77d083ae-27f5-4623-88e4-979d881a9139), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:00.872140 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-54a71d2c-35fc-4966-8dbd-2e5bef1acf5b None None] Set router c002f7d8-ba95-4a79-ba82-33eb01a7d3bb gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:46:00.894061 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8097f59d-9b4e-4f22-9691-9eb020ad99bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:00.935693 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-1d1c7f0c-c022-429c-b3c9-0407f6f1a40c None None] Publish callbacks [] for port (1885dd4a-868d-4e96-a877-1133c272c341), precommit_create {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:01.014375 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.db_base_plugin_common [None req-8097f59d-9b4e-4f22-9691-9eb020ad99bc admin admin] Allocated IP 172.27.0.59 (e335cf5a-bd08-4697-9061-81dcecc4c284/5add51e7-3273-4e08-a772-a967bfff1dcd/7a353731-b96d-46c2-a462-800cb56fa392) {{(pid=110145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:46:01.048400 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-28d88083-14f7-4681-8b3d-3b6246942313 None None] Current status of the port 0e73579f-bb82-4e9a-93b8-bb176863b3b8 is: DOWN; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:46:01.048803 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-28d88083-14f7-4681-8b3d-3b6246942313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (0e73579f-bb82-4e9a-93b8-bb176863b3b8), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:01.060723 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-1d1c7f0c-c022-429c-b3c9-0407f6f1a40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855'] for port (1885dd4a-868d-4e96-a877-1133c272c341), after_create {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:01.142322 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1c7f0c-c022-429c-b3c9-0407f6f1a40c None None] Network 730bacaa-64d4-45b7-a5c9-4b8501f0c6c6 is already hosted by enough agents. {{(pid=110146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:46:01.148982 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8097f59d-9b4e-4f22-9691-9eb020ad99bc admin admin] Publish callbacks [] for port (7a353731-b96d-46c2-a462-800cb56fa392), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:01.163219 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.scheduler.base_scheduler [None req-1d1c7f0c-c022-429c-b3c9-0407f6f1a40c None None] Resources bound (agent type, host, resource id): {{(pid=110146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:46:01.167300 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-28d88083-14f7-4681-8b3d-3b6246942313 None None] For port 0e73579f-bb82-4e9a-93b8-bb176863b3b8, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=0e73579f-bb82-4e9a-93b8-bb176863b3b8,segment=NetworkSegment(bfc5b98a-0e1a-4a5e-8877-50d95fc22c17),segment_id=bfc5b98a-0e1a-4a5e-8877-50d95fc22c17)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:46:01.170234 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1c7f0c-c022-429c-b3c9-0407f6f1a40c None None] Received port after_create {{(pid=110146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:46:01.172323 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c7f0c-c022-429c-b3c9-0407f6f1a40c None None] Pushing event updated for resources: {'Port': ['ID=1885dd4a-868d-4e96-a877-1133c272c341,revision_number=1']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:46:01.257419 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-28d88083-14f7-4681-8b3d-3b6246942313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (0e73579f-bb82-4e9a-93b8-bb176863b3b8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:01.278203 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8097f59d-9b4e-4f22-9691-9eb020ad99bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793137'] for port (7a353731-b96d-46c2-a462-800cb56fa392), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:01.306630 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-1d1c7f0c-c022-429c-b3c9-0407f6f1a40c None None] Attempting to bind port 1885dd4a-868d-4e96-a877-1133c272c341 on host dv-cinder-740146-13-iscsi for vnic_type normal with profile {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:46:01.307345 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-1d1c7f0c-c022-429c-b3c9-0407f6f1a40c None None] Attempting to bind port 1885dd4a-868d-4e96-a877-1133c272c341 by drivers openvswitch,hyperv on host dv-cinder-740146-13-iscsi at level 0 using segments [{'id': 'ee85150f-1fd5-4e0c-8dd8-c3bf7451b5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '730bacaa-64d4-45b7-a5c9-4b8501f0c6c6'}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:46:01.307820 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1c7f0c-c022-429c-b3c9-0407f6f1a40c None None] Attempting to bind port 1885dd4a-868d-4e96-a877-1133c272c341 on network 730bacaa-64d4-45b7-a5c9-4b8501f0c6c6 {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:46:01.333517 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1c7f0c-c022-429c-b3c9-0407f6f1a40c None None] Checking agent: {'id': '4c7881dc-503e-4b59-880f-21834bcd9250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 35, 20), 'started_at': datetime.datetime(2022, 3, 8, 4, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:46:01.334757 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1c7f0c-c022-429c-b3c9-0407f6f1a40c None None] Checking segment: {'id': 'ee85150f-1fd5-4e0c-8dd8-c3bf7451b5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '730bacaa-64d4-45b7-a5c9-4b8501f0c6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:46:01.335288 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-1d1c7f0c-c022-429c-b3c9-0407f6f1a40c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:01.336780 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1c7f0c-c022-429c-b3c9-0407f6f1a40c None None] Bound using segment: {'id': 'ee85150f-1fd5-4e0c-8dd8-c3bf7451b5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '730bacaa-64d4-45b7-a5c9-4b8501f0c6c6'} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:46:01.337417 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-1d1c7f0c-c022-429c-b3c9-0407f6f1a40c None None] Bound port: 1885dd4a-868d-4e96-a877-1133c272c341, host: dv-cinder-740146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee85150f-1fd5-4e0c-8dd8-c3bf7451b5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '730bacaa-64d4-45b7-a5c9-4b8501f0c6c6'}}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:46:01.338185 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-1d1c7f0c-c022-429c-b3c9-0407f6f1a40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (1885dd4a-868d-4e96-a877-1133c272c341), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:01.338322 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8097f59d-9b4e-4f22-9691-9eb020ad99bc admin admin] Network e335cf5a-bd08-4697-9061-81dcecc4c284 is already hosted by enough agents. {{(pid=110145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:46:01.341139 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.base_scheduler [None req-8097f59d-9b4e-4f22-9691-9eb020ad99bc admin admin] Resources bound (agent type, host, resource id): {{(pid=110145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:46:01.345841 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8097f59d-9b4e-4f22-9691-9eb020ad99bc admin admin] Received port after_create {{(pid=110145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:46:01.349314 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8097f59d-9b4e-4f22-9691-9eb020ad99bc admin admin] Pushing event updated for resources: {'Port': ['ID=7a353731-b96d-46c2-a462-800cb56fa392,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:46:01.368571 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d88083-14f7-4681-8b3d-3b6246942313 None None] Pushing event updated for resources: {'Port': ['ID=0e73579f-bb82-4e9a-93b8-bb176863b3b8,revision_number=5']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:46:01.405266 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-54a71d2c-35fc-4966-8dbd-2e5bef1acf5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb', 'name': 'tempest-TestShelveInstance-707160647-router', 'tenant_id': '2bcb6fa5cf414d02895f25160874a65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '16717d8c-56a5-4633-83a1-a509b3036f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:45:52Z', 'updated_at': '2022-03-08T04:45:56Z', 'revision_number': 4, 'project_id': '2bcb6fa5cf414d02895f25160874a65a', 'gw_port': {'id': '16717d8c-56a5-4633-83a1-a509b3036f49', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:45:53Z', 'updated_at': '2022-03-08T04:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': '0e73579f-bb82-4e9a-93b8-bb176863b3b8', 'name': '', 'network_id': 'cefdff50-dbc7-41bb-af8b-f00fe77830ed', 'tenant_id': '2bcb6fa5cf414d02895f25160874a65a', 'mac_address': 'fa:16:3e:39:4b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5f0f0ac8-39f3-4773-89a2-7e5b57fd3f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:45:55Z', 'updated_at': '2022-03-08T04:45:59Z', 'revision_number': 4, 'project_id': '2bcb6fa5cf414d02895f25160874a65a', 'subnets': [{'id': '5f0f0ac8-39f3-4773-89a2-7e5b57fd3f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:46:01.440022 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a71d2c-35fc-4966-8dbd-2e5bef1acf5b None None] The sync data for ids ['c002f7d8-ba95-4a79-ba82-33eb01a7d3bb'] in dv-cinder-740146-13-iscsi is: [{'id': 'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb', 'name': 'tempest-TestShelveInstance-707160647-router', 'tenant_id': '2bcb6fa5cf414d02895f25160874a65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '16717d8c-56a5-4633-83a1-a509b3036f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:45:52Z', 'updated_at': '2022-03-08T04:45:56Z', 'revision_number': 4, 'project_id': '2bcb6fa5cf414d02895f25160874a65a', 'gw_port': {'id': '16717d8c-56a5-4633-83a1-a509b3036f49', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:45:53Z', 'updated_at': '2022-03-08T04:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': '0e73579f-bb82-4e9a-93b8-bb176863b3b8', 'name': '', 'network_id': 'cefdff50-dbc7-41bb-af8b-f00fe77830ed', 'tenant_id': '2bcb6fa5cf414d02895f25160874a65a', 'mac_address': 'fa:16:3e:39:4b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5f0f0ac8-39f3-4773-89a2-7e5b57fd3f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:45:55Z', 'updated_at': '2022-03-08T04:45:59Z', 'revision_number': 4, 'project_id': '2bcb6fa5cf414d02895f25160874a65a', 'subnets': [{'id': '5f0f0ac8-39f3-4773-89a2-7e5b57fd3f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:46:01.462683 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-1d1c7f0c-c022-429c-b3c9-0407f6f1a40c None None] For port 1885dd4a-868d-4e96-a877-1133c272c341, host dv-cinder-740146-13-iscsi, cleared binding levels {{(pid=110146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:46:01.466025 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-1d1c7f0c-c022-429c-b3c9-0407f6f1a40c None None] For port 1885dd4a-868d-4e96-a877-1133c272c341, host dv-cinder-740146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=1885dd4a-868d-4e96-a877-1133c272c341,segment=NetworkSegment(ee85150f-1fd5-4e0c-8dd8-c3bf7451b5ff),segment_id=ee85150f-1fd5-4e0c-8dd8-c3bf7451b5ff)] {{(pid=110146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:46:01.543128 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-1d1c7f0c-c022-429c-b3c9-0407f6f1a40c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (1885dd4a-868d-4e96-a877-1133c272c341), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:01.626042 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c7f0c-c022-429c-b3c9-0407f6f1a40c None None] Pushing event updated for resources: {'Port': ['ID=1885dd4a-868d-4e96-a877-1133c272c341,revision_number=2']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:46:01.710934 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8097f59d-9b4e-4f22-9691-9eb020ad99bc admin admin] Publish callbacks [] for router_gateway (77d083ae-27f5-4623-88e4-979d881a9139), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:01.992971 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 0e73579f-bb82-4e9a-93b8-bb176863b3b8 up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:46:02.014201 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8097f59d-9b4e-4f22-9691-9eb020ad99bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-955746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-951031'] for router (77d083ae-27f5-4623-88e4-979d881a9139), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:02.060229 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port 0e73579f-bb82-4e9a-93b8-bb176863b3b8 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:46:02.060856 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (0e73579f-bb82-4e9a-93b8-bb176863b3b8), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:02.148693 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port 0e73579f-bb82-4e9a-93b8-bb176863b3b8 is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:46:02.236833 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8097f59d-9b4e-4f22-9691-9eb020ad99bc admin admin] Router 77d083ae-27f5-4623-88e4-979d881a9139 is scheduled to L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 with binding_index 1 {{(pid=110145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 04:46:02.363128 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8097f59d-9b4e-4f22-9691-9eb020ad99bc admin admin] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:46:02.374165 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dd878e-9d48-4a79-9e94-65555f49cf29 None None] Sync routers for ids ['77d083ae-27f5-4623-88e4-979d881a9139'] in dv-cinder-740146-13-iscsi {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:46:02.385068 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dd878e-9d48-4a79-9e94-65555f49cf29 None None] Routers {'77d083ae-27f5-4623-88e4-979d881a9139'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:46:02.385873 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-d0dd878e-9d48-4a79-9e94-65555f49cf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:45:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['77d083ae-27f5-4623-88e4-979d881a9139'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:46:02.467793 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8097f59d-9b4e-4f22-9691-9eb020ad99bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:02.472203 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 41970) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:46:02.473025 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-8097f59d-9b4e-4f22-9691-9eb020ad99bc admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7472334 Mar 08 04:46:02.504666 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-d0dd878e-9d48-4a79-9e94-65555f49cf29 None None] Set router 77d083ae-27f5-4623-88e4-979d881a9139 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:46:02.699243 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98efb2ea-db77-4008-93c5-01c7074956e5 None None] Network 730bacaa-64d4-45b7-a5c9-4b8501f0c6c6 requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:46:02.804698 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-d0dd878e-9d48-4a79-9e94-65555f49cf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d083ae-27f5-4623-88e4-979d881a9139', 'name': 'tempest-TestShelveInstance-528819994-router', 'tenant_id': '2d41dadc6e3148be97583781e77b9884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '7a353731-b96d-46c2-a462-800cb56fa392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:45:59Z', 'updated_at': '2022-03-08T04:46:01Z', 'revision_number': 3, 'project_id': '2d41dadc6e3148be97583781e77b9884', 'gw_port': {'id': '7a353731-b96d-46c2-a462-800cb56fa392', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d083ae-27f5-4623-88e4-979d881a9139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:46:00Z', 'updated_at': '2022-03-08T04:46:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi'}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:46:02.816107 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-6d00d941-6df1-407d-aa1b-407a6700e8ae None None] Provisioning complete for port 1885dd4a-868d-4e96-a877-1133c272c341 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:46:02.816556 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-6d00d941-6df1-407d-aa1b-407a6700e8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (1885dd4a-868d-4e96-a877-1133c272c341), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:02.839810 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dd878e-9d48-4a79-9e94-65555f49cf29 None None] Checking router: 77d083ae-27f5-4623-88e4-979d881a9139 for host: dv-cinder-740146-13-iscsi {{(pid=110147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:46:02.840402 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dd878e-9d48-4a79-9e94-65555f49cf29 None None] Updating router 77d083ae-27f5-4623-88e4-979d881a9139 port 7a353731-b96d-46c2-a462-800cb56fa392 binding host dv-cinder-740146-13-iscsi {{(pid=110147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 04:46:02.885232 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-d0dd878e-9d48-4a79-9e94-65555f49cf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (7a353731-b96d-46c2-a462-800cb56fa392), before_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:02.940610 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-6d00d941-6df1-407d-aa1b-407a6700e8ae None None] Current status of the port 1885dd4a-868d-4e96-a877-1133c272c341 is: DOWN; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:46:02.940610 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-6d00d941-6df1-407d-aa1b-407a6700e8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (1885dd4a-868d-4e96-a877-1133c272c341), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:02.983330 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-6d00d941-6df1-407d-aa1b-407a6700e8ae None None] For port 1885dd4a-868d-4e96-a877-1133c272c341, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=1885dd4a-868d-4e96-a877-1133c272c341,segment=NetworkSegment(ee85150f-1fd5-4e0c-8dd8-c3bf7451b5ff),segment_id=ee85150f-1fd5-4e0c-8dd8-c3bf7451b5ff)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:46:03.025412 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-6d00d941-6df1-407d-aa1b-407a6700e8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (1885dd4a-868d-4e96-a877-1133c272c341), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:03.084609 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-bd3cb069-1ee1-4d0a-828f-3eb24447ce5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:03.091253 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d00d941-6df1-407d-aa1b-407a6700e8ae None None] Pushing event updated for resources: {'Port': ['ID=1885dd4a-868d-4e96-a877-1133c272c341,revision_number=3']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:46:03.170392 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-d0dd878e-9d48-4a79-9e94-65555f49cf29 None None] Publish callbacks [] for port (7a353731-b96d-46c2-a462-800cb56fa392), precommit_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:03.231425 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-d0dd878e-9d48-4a79-9e94-65555f49cf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (7a353731-b96d-46c2-a462-800cb56fa392), after_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:03.246958 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-6f68324e-9de4-417e-b104-038818a8dc1f None None] Provisioning complete for port 1885dd4a-868d-4e96-a877-1133c272c341 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:46:03.247342 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-6f68324e-9de4-417e-b104-038818a8dc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (1885dd4a-868d-4e96-a877-1133c272c341), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:03.248702 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_common [None req-bd3cb069-1ee1-4d0a-828f-3eb24447ce5d admin admin] Allocated IP 172.20.0.1 (730bacaa-64d4-45b7-a5c9-4b8501f0c6c6/81deccdf-77f8-4705-b589-664f38451a8e/096b4002-3453-410b-a15c-9b622302d934) {{(pid=110144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:46:03.280825 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd97c91-f370-448b-bc3e-c9829bdff202 None None] Pushing event updated for resources: {'Port': ['ID=7a353731-b96d-46c2-a462-800cb56fa392,revision_number=2']} {{(pid=110147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:46:03.293289 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.managers [None req-d0dd878e-9d48-4a79-9e94-65555f49cf29 None None] Attempting to bind port 7a353731-b96d-46c2-a462-800cb56fa392 on host dv-cinder-740146-13-iscsi for vnic_type normal with profile {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:46:03.293660 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.managers [None req-d0dd878e-9d48-4a79-9e94-65555f49cf29 None None] Attempting to bind port 7a353731-b96d-46c2-a462-800cb56fa392 by drivers openvswitch,hyperv on host dv-cinder-740146-13-iscsi at level 0 using segments [{'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}] {{(pid=110147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:46:03.294280 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dd878e-9d48-4a79-9e94-65555f49cf29 None None] Attempting to bind port 7a353731-b96d-46c2-a462-800cb56fa392 on network e335cf5a-bd08-4697-9061-81dcecc4c284 {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:46:03.299288 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dd878e-9d48-4a79-9e94-65555f49cf29 None None] Checking agent: {'id': '4c7881dc-503e-4b59-880f-21834bcd9250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 35, 20), 'started_at': datetime.datetime(2022, 3, 8, 4, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:46:03.299663 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dd878e-9d48-4a79-9e94-65555f49cf29 None None] Checking segment: {'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:46:03.300288 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-d0dd878e-9d48-4a79-9e94-65555f49cf29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:03.300441 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dd878e-9d48-4a79-9e94-65555f49cf29 None None] Bound using segment: {'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'} {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:46:03.300905 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.managers [None req-d0dd878e-9d48-4a79-9e94-65555f49cf29 None None] Bound port: 7a353731-b96d-46c2-a462-800cb56fa392, host: dv-cinder-740146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}}] {{(pid=110147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:46:03.301304 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-d0dd878e-9d48-4a79-9e94-65555f49cf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (7a353731-b96d-46c2-a462-800cb56fa392), before_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:03.344921 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-6f68324e-9de4-417e-b104-038818a8dc1f None None] Current status of the port 1885dd4a-868d-4e96-a877-1133c272c341 is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:46:03.357964 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.db [None req-d0dd878e-9d48-4a79-9e94-65555f49cf29 None None] For port 7a353731-b96d-46c2-a462-800cb56fa392, host dv-cinder-740146-13-iscsi, cleared binding levels {{(pid=110147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:46:03.361391 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.db [None req-d0dd878e-9d48-4a79-9e94-65555f49cf29 None None] For port 7a353731-b96d-46c2-a462-800cb56fa392, host dv-cinder-740146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=7a353731-b96d-46c2-a462-800cb56fa392,segment=NetworkSegment(83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c),segment_id=83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c)] {{(pid=110147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:46:03.420284 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-d0dd878e-9d48-4a79-9e94-65555f49cf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (7a353731-b96d-46c2-a462-800cb56fa392), after_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:03.478036 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dd878e-9d48-4a79-9e94-65555f49cf29 None None] Routers {'77d083ae-27f5-4623-88e4-979d881a9139'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:46:03.478667 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-d0dd878e-9d48-4a79-9e94-65555f49cf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:45:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['77d083ae-27f5-4623-88e4-979d881a9139'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:46:03.516009 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd97c91-f370-448b-bc3e-c9829bdff202 None None] Pushing event updated for resources: {'Port': ['ID=7a353731-b96d-46c2-a462-800cb56fa392,revision_number=3']} {{(pid=110147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:46:03.563506 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-bd3cb069-1ee1-4d0a-828f-3eb24447ce5d admin admin] Publish callbacks [] for port (096b4002-3453-410b-a15c-9b622302d934), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:03.592998 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-d0dd878e-9d48-4a79-9e94-65555f49cf29 None None] Set router 77d083ae-27f5-4623-88e4-979d881a9139 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:46:03.649582 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-bd3cb069-1ee1-4d0a-828f-3eb24447ce5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (096b4002-3453-410b-a15c-9b622302d934), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:03.689028 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3cb069-1ee1-4d0a-828f-3eb24447ce5d admin admin] Network 730bacaa-64d4-45b7-a5c9-4b8501f0c6c6 is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:46:03.692134 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [None req-bd3cb069-1ee1-4d0a-828f-3eb24447ce5d admin admin] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:46:03.695951 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3cb069-1ee1-4d0a-828f-3eb24447ce5d admin admin] Received port after_create {{(pid=110144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:46:03.720475 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3cb069-1ee1-4d0a-828f-3eb24447ce5d admin admin] Pushing event updated for resources: {'Port': ['ID=096b4002-3453-410b-a15c-9b622302d934,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:46:03.742849 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-bd3cb069-1ee1-4d0a-828f-3eb24447ce5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952794'] for router_interface (77d083ae-27f5-4623-88e4-979d881a9139), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:03.949011 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 1885dd4a-868d-4e96-a877-1133c272c341 up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:46:03.967744 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-bd3cb069-1ee1-4d0a-828f-3eb24447ce5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (096b4002-3453-410b-a15c-9b622302d934), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:03.994318 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-d0dd878e-9d48-4a79-9e94-65555f49cf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d083ae-27f5-4623-88e4-979d881a9139', 'name': 'tempest-TestShelveInstance-528819994-router', 'tenant_id': '2d41dadc6e3148be97583781e77b9884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '7a353731-b96d-46c2-a462-800cb56fa392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:45:59Z', 'updated_at': '2022-03-08T04:46:01Z', 'revision_number': 3, 'project_id': '2d41dadc6e3148be97583781e77b9884', 'gw_port': {'id': '7a353731-b96d-46c2-a462-800cb56fa392', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d083ae-27f5-4623-88e4-979d881a9139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:46:00Z', 'updated_at': '2022-03-08T04:46:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi'}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:46:04.016534 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port 1885dd4a-868d-4e96-a877-1133c272c341 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:46:04.017187 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (1885dd4a-868d-4e96-a877-1133c272c341), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:04.024314 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0dd878e-9d48-4a79-9e94-65555f49cf29 None None] The sync data for ids ['77d083ae-27f5-4623-88e4-979d881a9139'] in dv-cinder-740146-13-iscsi is: [{'id': '77d083ae-27f5-4623-88e4-979d881a9139', 'name': 'tempest-TestShelveInstance-528819994-router', 'tenant_id': '2d41dadc6e3148be97583781e77b9884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '7a353731-b96d-46c2-a462-800cb56fa392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:45:59Z', 'updated_at': '2022-03-08T04:46:01Z', 'revision_number': 3, 'project_id': '2d41dadc6e3148be97583781e77b9884', 'gw_port': {'id': '7a353731-b96d-46c2-a462-800cb56fa392', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d083ae-27f5-4623-88e4-979d881a9139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:46:00Z', 'updated_at': '2022-03-08T04:46:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi'}] {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:46:04.114846 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-52bb8eaa-4c97-425f-b04e-be3722c608a5 None None] Provisioning complete for port 096b4002-3453-410b-a15c-9b622302d934 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:46:04.115319 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-52bb8eaa-4c97-425f-b04e-be3722c608a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (096b4002-3453-410b-a15c-9b622302d934), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:04.142631 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port 1885dd4a-868d-4e96-a877-1133c272c341 is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:46:04.144031 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-bd3cb069-1ee1-4d0a-828f-3eb24447ce5d admin admin] Publish callbacks [] for port (096b4002-3453-410b-a15c-9b622302d934), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:04.160592 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-52bb8eaa-4c97-425f-b04e-be3722c608a5 None None] Port 096b4002-3453-410b-a15c-9b622302d934 cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:46:04.202514 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-bd3cb069-1ee1-4d0a-828f-3eb24447ce5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4052309'] for port (096b4002-3453-410b-a15c-9b622302d934), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:04.291982 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3cb069-1ee1-4d0a-828f-3eb24447ce5d admin admin] Pushing event updated for resources: {'Port': ['ID=096b4002-3453-410b-a15c-9b622302d934,revision_number=2']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:46:04.294423 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-bd3cb069-1ee1-4d0a-828f-3eb24447ce5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952758'] for router_interface (77d083ae-27f5-4623-88e4-979d881a9139), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:04.388508 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3cb069-1ee1-4d0a-828f-3eb24447ce5d admin admin] Network 730bacaa-64d4-45b7-a5c9-4b8501f0c6c6 is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:46:04.390019 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [None req-bd3cb069-1ee1-4d0a-828f-3eb24447ce5d admin admin] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:46:04.511939 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3cb069-1ee1-4d0a-828f-3eb24447ce5d admin admin] Router 77d083ae-27f5-4623-88e4-979d881a9139 has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:46:04.600959 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-dbeac3fe-a8a2-4da7-b0fd-ea50918b761f None None] Provisioning complete for port 096b4002-3453-410b-a15c-9b622302d934 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:46:04.601425 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-dbeac3fe-a8a2-4da7-b0fd-ea50918b761f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (096b4002-3453-410b-a15c-9b622302d934), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:04.629645 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3cb069-1ee1-4d0a-828f-3eb24447ce5d admin admin] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:46:04.636352 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-dbeac3fe-a8a2-4da7-b0fd-ea50918b761f None None] Port 096b4002-3453-410b-a15c-9b622302d934 cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:46:04.645521 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-bd3cb069-1ee1-4d0a-828f-3eb24447ce5d admin admin] 10.222.0.35 "PUT /v2.0/routers/77d083ae-27f5-4623-88e4-979d881a9139/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1635973 Mar 08 04:46:05.204761 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:46:05.569346 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 42002) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:46:05.574562 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-29f6b1d7-cb27-47f4-9abb-320cf576d0c6 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1345597192', 'description': 'tempest-secgroup-smoke-1345597192 description', 'project_id': '2bcb6fa5cf414d02895f25160874a65a'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:46:05.649616 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39840d1b-2855-4fc3-9798-b75d9bb45b4a None None] Sync routers for ids ['77d083ae-27f5-4623-88e4-979d881a9139'] in dv-cinder-740146-13-iscsi {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:46:05.654732 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-29f6b1d7-cb27-47f4-9abb-320cf576d0c6 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:05.659540 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39840d1b-2855-4fc3-9798-b75d9bb45b4a None None] Routers {'77d083ae-27f5-4623-88e4-979d881a9139'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:46:05.660229 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-39840d1b-2855-4fc3-9798-b75d9bb45b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:45:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['77d083ae-27f5-4623-88e4-979d881a9139'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:46:05.720013 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-29f6b1d7-cb27-47f4-9abb-320cf576d0c6 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks [] for security_group (6c0bbdb0-6b38-4201-90c3-74cd84cea8d2), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:05.779814 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-29f6b1d7-cb27-47f4-9abb-320cf576d0c6 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (6c0bbdb0-6b38-4201-90c3-74cd84cea8d2), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:05.817615 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6b1d7-cb27-47f4-9abb-320cf576d0c6 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:46:05.892424 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-29f6b1d7-cb27-47f4-9abb-320cf576d0c6 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:05.895387 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-29f6b1d7-cb27-47f4-9abb-320cf576d0c6 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3245201 Mar 08 04:46:05.898248 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 42008) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:46:05.901731 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-39840d1b-2855-4fc3-9798-b75d9bb45b4a None None] Set router 77d083ae-27f5-4623-88e4-979d881a9139 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:46:05.902927 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-5dab3ec9-2a19-46ea-ada4-53b8ed9a8016 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Request body: {'security_group_rule': {'security_group_id': '6c0bbdb0-6b38-4201-90c3-74cd84cea8d2', 'project_id': '2bcb6fa5cf414d02895f25160874a65a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:46:05.937530 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 7a353731-b96d-46c2-a462-800cb56fa392 up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:46:05.996898 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5dab3ec9-2a19-46ea-ada4-53b8ed9a8016 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks [] for security_group_rule (e89535cc-66b0-42be-a859-db175ad9e821), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:06.057217 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5dab3ec9-2a19-46ea-ada4-53b8ed9a8016 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks [] for security_group_rule (e89535cc-66b0-42be-a859-db175ad9e821), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:06.082312 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port 7a353731-b96d-46c2-a462-800cb56fa392 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:46:06.082622 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (7a353731-b96d-46c2-a462-800cb56fa392), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:06.134345 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5dab3ec9-2a19-46ea-ada4-53b8ed9a8016 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575780'] for security_group_rule (e89535cc-66b0-42be-a859-db175ad9e821), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:06.157401 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab3ec9-2a19-46ea-ada4-53b8ed9a8016 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e89535cc-66b0-42be-a859-db175ad9e821,revision_number=0']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:46:06.205805 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-39840d1b-2855-4fc3-9798-b75d9bb45b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d083ae-27f5-4623-88e4-979d881a9139', 'name': 'tempest-TestShelveInstance-528819994-router', 'tenant_id': '2d41dadc6e3148be97583781e77b9884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '7a353731-b96d-46c2-a462-800cb56fa392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:45:59Z', 'updated_at': '2022-03-08T04:46:03Z', 'revision_number': 4, 'project_id': '2d41dadc6e3148be97583781e77b9884', 'gw_port': {'id': '7a353731-b96d-46c2-a462-800cb56fa392', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d083ae-27f5-4623-88e4-979d881a9139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:46:00Z', 'updated_at': '2022-03-08T04:46:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': '096b4002-3453-410b-a15c-9b622302d934', 'name': '', 'network_id': '730bacaa-64d4-45b7-a5c9-4b8501f0c6c6', 'tenant_id': '2d41dadc6e3148be97583781e77b9884', 'mac_address': 'fa:16:3e:26:fa:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d083ae-27f5-4623-88e4-979d881a9139', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '81deccdf-77f8-4705-b589-664f38451a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:46:03Z', 'updated_at': '2022-03-08T04:46:04Z', 'revision_number': 2, 'project_id': '2d41dadc6e3148be97583781e77b9884', 'subnets': [{'id': '81deccdf-77f8-4705-b589-664f38451a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:46:06.209832 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port 7a353731-b96d-46c2-a462-800cb56fa392 is: DOWN; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:46:06.210249 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (7a353731-b96d-46c2-a462-800cb56fa392), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:06.233598 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5dab3ec9-2a19-46ea-ada4-53b8ed9a8016 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:06.237574 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-5dab3ec9-2a19-46ea-ada4-53b8ed9a8016 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3356557 Mar 08 04:46:06.237832 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 42014) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:46:06.243031 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-9ae9b1a8-5d4f-4824-9b19-2d431c1fac46 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Request body: {'security_group_rule': {'security_group_id': '6c0bbdb0-6b38-4201-90c3-74cd84cea8d2', 'project_id': '2bcb6fa5cf414d02895f25160874a65a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:46:06.243811 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39840d1b-2855-4fc3-9798-b75d9bb45b4a None None] Checking router: 77d083ae-27f5-4623-88e4-979d881a9139 for host: dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:46:06.244174 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39840d1b-2855-4fc3-9798-b75d9bb45b4a None None] Updating router 77d083ae-27f5-4623-88e4-979d881a9139 port 096b4002-3453-410b-a15c-9b622302d934 binding host dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 04:46:06.282341 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] For port 7a353731-b96d-46c2-a462-800cb56fa392, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=7a353731-b96d-46c2-a462-800cb56fa392,segment=NetworkSegment(83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c),segment_id=83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:46:06.287190 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-39840d1b-2855-4fc3-9798-b75d9bb45b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (096b4002-3453-410b-a15c-9b622302d934), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:06.362324 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9ae9b1a8-5d4f-4824-9b19-2d431c1fac46 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks [] for security_group_rule (a84cdb5f-2d9b-4bb1-92d2-b7a18f6060e5), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:06.387279 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (7a353731-b96d-46c2-a462-800cb56fa392), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:06.419446 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9ae9b1a8-5d4f-4824-9b19-2d431c1fac46 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks [] for security_group_rule (a84cdb5f-2d9b-4bb1-92d2-b7a18f6060e5), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:06.466024 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Pushing event updated for resources: {'Port': ['ID=7a353731-b96d-46c2-a462-800cb56fa392,revision_number=4']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:46:06.499709 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9ae9b1a8-5d4f-4824-9b19-2d431c1fac46 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575780'] for security_group_rule (a84cdb5f-2d9b-4bb1-92d2-b7a18f6060e5), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:06.517497 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9b1a8-5d4f-4824-9b19-2d431c1fac46 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a84cdb5f-2d9b-4bb1-92d2-b7a18f6060e5,revision_number=0']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:46:06.590961 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-39840d1b-2855-4fc3-9798-b75d9bb45b4a None None] Publish callbacks [] for port (096b4002-3453-410b-a15c-9b622302d934), precommit_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:06.599309 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9ae9b1a8-5d4f-4824-9b19-2d431c1fac46 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:06.600779 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-9ae9b1a8-5d4f-4824-9b19-2d431c1fac46 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3618939 Mar 08 04:46:06.604023 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 42020) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:46:06.608278 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-5b511e1d-8e9d-4d66-b78f-96ec69fee68c tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Request body: {'security_group_rule': {'security_group_id': '6c0bbdb0-6b38-4201-90c3-74cd84cea8d2', 'project_id': '2bcb6fa5cf414d02895f25160874a65a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:46:06.700352 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-39840d1b-2855-4fc3-9798-b75d9bb45b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (096b4002-3453-410b-a15c-9b622302d934), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:06.705490 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5b511e1d-8e9d-4d66-b78f-96ec69fee68c tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks [] for security_group_rule (8ac679fd-704d-4358-8406-6babb606a0f0), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:06.786355 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa63f2-8225-4e7b-b142-e0a81d07b1d5 None None] Pushing event updated for resources: {'Port': ['ID=096b4002-3453-410b-a15c-9b622302d934,revision_number=3']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:46:06.820134 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5b511e1d-8e9d-4d66-b78f-96ec69fee68c tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks [] for security_group_rule (8ac679fd-704d-4358-8406-6babb606a0f0), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:06.826098 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-39840d1b-2855-4fc3-9798-b75d9bb45b4a None None] Attempting to bind port 096b4002-3453-410b-a15c-9b622302d934 on host dv-cinder-740146-13-iscsi for vnic_type normal with profile {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:46:06.827285 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-39840d1b-2855-4fc3-9798-b75d9bb45b4a None None] Attempting to bind port 096b4002-3453-410b-a15c-9b622302d934 by drivers openvswitch,hyperv on host dv-cinder-740146-13-iscsi at level 0 using segments [{'id': 'ee85150f-1fd5-4e0c-8dd8-c3bf7451b5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '730bacaa-64d4-45b7-a5c9-4b8501f0c6c6'}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:46:06.829014 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39840d1b-2855-4fc3-9798-b75d9bb45b4a None None] Attempting to bind port 096b4002-3453-410b-a15c-9b622302d934 on network 730bacaa-64d4-45b7-a5c9-4b8501f0c6c6 {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:46:06.835694 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39840d1b-2855-4fc3-9798-b75d9bb45b4a None None] Checking agent: {'id': '4c7881dc-503e-4b59-880f-21834bcd9250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 35, 20), 'started_at': datetime.datetime(2022, 3, 8, 4, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:46:06.836364 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39840d1b-2855-4fc3-9798-b75d9bb45b4a None None] Checking segment: {'id': 'ee85150f-1fd5-4e0c-8dd8-c3bf7451b5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '730bacaa-64d4-45b7-a5c9-4b8501f0c6c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:46:06.836788 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-39840d1b-2855-4fc3-9798-b75d9bb45b4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:06.837248 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39840d1b-2855-4fc3-9798-b75d9bb45b4a None None] Bound using segment: {'id': 'ee85150f-1fd5-4e0c-8dd8-c3bf7451b5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '730bacaa-64d4-45b7-a5c9-4b8501f0c6c6'} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:46:06.837737 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-39840d1b-2855-4fc3-9798-b75d9bb45b4a None None] Bound port: 096b4002-3453-410b-a15c-9b622302d934, host: dv-cinder-740146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee85150f-1fd5-4e0c-8dd8-c3bf7451b5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '730bacaa-64d4-45b7-a5c9-4b8501f0c6c6'}}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:46:06.838202 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-39840d1b-2855-4fc3-9798-b75d9bb45b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (096b4002-3453-410b-a15c-9b622302d934), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:06.847563 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff509773-aeeb-457a-97a0-072d24e1bcc3 req-bc255d56-97ac-48b5-abd8-eca57145ac03 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:06.850338 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ff509773-aeeb-457a-97a0-072d24e1bcc3 req-bc255d56-97ac-48b5-abd8-eca57145ac03 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0846341 Mar 08 04:46:06.921130 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-39840d1b-2855-4fc3-9798-b75d9bb45b4a None None] For port 096b4002-3453-410b-a15c-9b622302d934, host dv-cinder-740146-13-iscsi, cleared binding levels {{(pid=110146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:46:06.926770 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-39840d1b-2855-4fc3-9798-b75d9bb45b4a None None] For port 096b4002-3453-410b-a15c-9b622302d934, host dv-cinder-740146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=096b4002-3453-410b-a15c-9b622302d934,segment=NetworkSegment(ee85150f-1fd5-4e0c-8dd8-c3bf7451b5ff),segment_id=ee85150f-1fd5-4e0c-8dd8-c3bf7451b5ff)] {{(pid=110146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:46:06.945920 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5b511e1d-8e9d-4d66-b78f-96ec69fee68c tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575780'] for security_group_rule (8ac679fd-704d-4358-8406-6babb606a0f0), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:06.968727 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b511e1d-8e9d-4d66-b78f-96ec69fee68c tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac679fd-704d-4358-8406-6babb606a0f0,revision_number=0']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:46:06.978492 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ff509773-aeeb-457a-97a0-072d24e1bcc3 req-8bd9da21-5067-4c6a-9b17-8d4d547e1a8d tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156564 Mar 08 04:46:06.984905 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa07a5-cfb9-40be-88cc-a1d75e63cbde req-b9f0fe5f-e50b-4336-8c00-12b936da9ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:06.986710 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-45aa07a5-cfb9-40be-88cc-a1d75e63cbde req-b9f0fe5f-e50b-4336-8c00-12b936da9ff2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcad66ae90ba4346a7872b34da137f6b&device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 1130 time: 0.1025350 Mar 08 04:46:06.991249 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-25bbdfb0-39c5-4cde-9137-edce662f1d89 None None] Provisioning complete for port 096b4002-3453-410b-a15c-9b622302d934 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:46:06.991655 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-25bbdfb0-39c5-4cde-9137-edce662f1d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (096b4002-3453-410b-a15c-9b622302d934), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:07.020468 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-39840d1b-2855-4fc3-9798-b75d9bb45b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (096b4002-3453-410b-a15c-9b622302d934), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:07.044987 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5b511e1d-8e9d-4d66-b78f-96ec69fee68c tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:07.046669 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-5b511e1d-8e9d-4d66-b78f-96ec69fee68c tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4417362 Mar 08 04:46:07.049552 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 42030) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:46:07.055333 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-fd37320c-df15-44c4-8a39-996f08353787 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Request body: {'security_group_rule': {'security_group_id': '6c0bbdb0-6b38-4201-90c3-74cd84cea8d2', 'project_id': '2bcb6fa5cf414d02895f25160874a65a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:46:07.080895 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-25bbdfb0-39c5-4cde-9137-edce662f1d89 None None] Port 096b4002-3453-410b-a15c-9b622302d934 cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:46:07.097366 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa07a5-cfb9-40be-88cc-a1d75e63cbde req-09a62900-aaba-46af-8066-fd0e4e3f9903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:07.099241 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-45aa07a5-cfb9-40be-88cc-a1d75e63cbde req-09a62900-aaba-46af-8066-fd0e4e3f9903 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7 HTTP/1.1" status: 200 len: 919 time: 0.1064022 Mar 08 04:46:07.105526 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39840d1b-2855-4fc3-9798-b75d9bb45b4a None None] Routers {'77d083ae-27f5-4623-88e4-979d881a9139'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:46:07.105526 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-39840d1b-2855-4fc3-9798-b75d9bb45b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:45:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['77d083ae-27f5-4623-88e4-979d881a9139'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:46:07.105526 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa63f2-8225-4e7b-b142-e0a81d07b1d5 None None] Pushing event updated for resources: {'Port': ['ID=096b4002-3453-410b-a15c-9b622302d934,revision_number=4']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:46:07.147350 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-45aa07a5-cfb9-40be-88cc-a1d75e63cbde req-8efe18db-ca60-4600-8b28-bbe35a7704b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3034fd4-e039-450a-a542-bb1ca8c66a06 HTTP/1.1" status: 200 len: 217 time: 0.0417554 Mar 08 04:46:07.169936 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-fd37320c-df15-44c4-8a39-996f08353787 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks [] for security_group_rule (682feb28-6237-41be-9001-9271a0d78891), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:07.227500 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa07a5-cfb9-40be-88cc-a1d75e63cbde req-548e6215-c142-4bc1-874e-29291b8eb882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:07.229300 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-45aa07a5-cfb9-40be-88cc-a1d75e63cbde req-548e6215-c142-4bc1-874e-29291b8eb882 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=163b8d78-8815-4c1c-8542-991483b60755 HTTP/1.1" status: 200 len: 858 time: 0.0751522 Mar 08 04:46:07.240156 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-fd37320c-df15-44c4-8a39-996f08353787 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks [] for security_group_rule (682feb28-6237-41be-9001-9271a0d78891), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:07.266524 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-45aa07a5-cfb9-40be-88cc-a1d75e63cbde req-01005bd7-a8c1-43dd-be77-a330ab1bbf6a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315356 Mar 08 04:46:07.273766 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-39840d1b-2855-4fc3-9798-b75d9bb45b4a None None] Set router 77d083ae-27f5-4623-88e4-979d881a9139 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:46:07.293941 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-fd37320c-df15-44c4-8a39-996f08353787 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575780'] for security_group_rule (682feb28-6237-41be-9001-9271a0d78891), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:07.315696 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd37320c-df15-44c4-8a39-996f08353787 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=682feb28-6237-41be-9001-9271a0d78891,revision_number=0']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:46:07.358421 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-b619fe51-dd27-40bd-b181-110ff7ee0715 None None] Provisioning complete for port 096b4002-3453-410b-a15c-9b622302d934 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:46:07.358704 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-b619fe51-dd27-40bd-b181-110ff7ee0715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (096b4002-3453-410b-a15c-9b622302d934), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:07.361893 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-45aa07a5-cfb9-40be-88cc-a1d75e63cbde req-800d89fc-8d3a-4b5f-9b3f-84b70cfe59b0 service neutron] 10.222.0.18 "GET /v2.0/networks/cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891194 Mar 08 04:46:07.393467 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-fd37320c-df15-44c4-8a39-996f08353787 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:07.395883 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-fd37320c-df15-44c4-8a39-996f08353787 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3451822 Mar 08 04:46:07.399224 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 42034) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:46:07.405262 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-ba19b315-3e9b-443b-b3e6-64d801b2eaca tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Request body: {'security_group_rule': {'security_group_id': '6c0bbdb0-6b38-4201-90c3-74cd84cea8d2', 'project_id': '2bcb6fa5cf414d02895f25160874a65a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:46:07.477204 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-45aa07a5-cfb9-40be-88cc-a1d75e63cbde req-ac18dd6d-a6e9-4775-af49-c9a7a1e4445a service neutron] 10.222.0.18 "GET /v2.0/networks/cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079192 Mar 08 04:46:07.511749 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.db.securitygroups_db [None req-ba19b315-3e9b-443b-b3e6-64d801b2eaca tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Project 2bcb6fa5cf414d02895f25160874a65a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 04:46:07.517198 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ba19b315-3e9b-443b-b3e6-64d801b2eaca tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks [] for security_group_rule (9a44c309-c07e-4c90-8045-69ae2ad7ed1f), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:07.526010 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-b619fe51-dd27-40bd-b181-110ff7ee0715 None None] Current status of the port 096b4002-3453-410b-a15c-9b622302d934 is: DOWN; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:46:07.526412 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-b619fe51-dd27-40bd-b181-110ff7ee0715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (096b4002-3453-410b-a15c-9b622302d934), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:07.567815 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-b619fe51-dd27-40bd-b181-110ff7ee0715 None None] For port 096b4002-3453-410b-a15c-9b622302d934, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=096b4002-3453-410b-a15c-9b622302d934,segment=NetworkSegment(ee85150f-1fd5-4e0c-8dd8-c3bf7451b5ff),segment_id=ee85150f-1fd5-4e0c-8dd8-c3bf7451b5ff)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:46:07.573810 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ba19b315-3e9b-443b-b3e6-64d801b2eaca tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks [] for security_group_rule (9a44c309-c07e-4c90-8045-69ae2ad7ed1f), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:07.579108 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-39840d1b-2855-4fc3-9798-b75d9bb45b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d083ae-27f5-4623-88e4-979d881a9139', 'name': 'tempest-TestShelveInstance-528819994-router', 'tenant_id': '2d41dadc6e3148be97583781e77b9884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '7a353731-b96d-46c2-a462-800cb56fa392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:45:59Z', 'updated_at': '2022-03-08T04:46:03Z', 'revision_number': 4, 'project_id': '2d41dadc6e3148be97583781e77b9884', 'gw_port': {'id': '7a353731-b96d-46c2-a462-800cb56fa392', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d083ae-27f5-4623-88e4-979d881a9139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:46:00Z', 'updated_at': '2022-03-08T04:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': '096b4002-3453-410b-a15c-9b622302d934', 'name': '', 'network_id': '730bacaa-64d4-45b7-a5c9-4b8501f0c6c6', 'tenant_id': '2d41dadc6e3148be97583781e77b9884', 'mac_address': 'fa:16:3e:26:fa:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d083ae-27f5-4623-88e4-979d881a9139', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '81deccdf-77f8-4705-b589-664f38451a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:46:03Z', 'updated_at': '2022-03-08T04:46:06Z', 'revision_number': 4, 'project_id': '2d41dadc6e3148be97583781e77b9884', 'subnets': [{'id': '81deccdf-77f8-4705-b589-664f38451a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:46:07.608630 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39840d1b-2855-4fc3-9798-b75d9bb45b4a None None] The sync data for ids ['77d083ae-27f5-4623-88e4-979d881a9139'] in dv-cinder-740146-13-iscsi is: [{'id': '77d083ae-27f5-4623-88e4-979d881a9139', 'name': 'tempest-TestShelveInstance-528819994-router', 'tenant_id': '2d41dadc6e3148be97583781e77b9884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '7a353731-b96d-46c2-a462-800cb56fa392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:45:59Z', 'updated_at': '2022-03-08T04:46:03Z', 'revision_number': 4, 'project_id': '2d41dadc6e3148be97583781e77b9884', 'gw_port': {'id': '7a353731-b96d-46c2-a462-800cb56fa392', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d083ae-27f5-4623-88e4-979d881a9139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:46:00Z', 'updated_at': '2022-03-08T04:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': '096b4002-3453-410b-a15c-9b622302d934', 'name': '', 'network_id': '730bacaa-64d4-45b7-a5c9-4b8501f0c6c6', 'tenant_id': '2d41dadc6e3148be97583781e77b9884', 'mac_address': 'fa:16:3e:26:fa:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77d083ae-27f5-4623-88e4-979d881a9139', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': '81deccdf-77f8-4705-b589-664f38451a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:46:03Z', 'updated_at': '2022-03-08T04:46:06Z', 'revision_number': 4, 'project_id': '2d41dadc6e3148be97583781e77b9884', 'subnets': [{'id': '81deccdf-77f8-4705-b589-664f38451a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:46:07.644191 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-b619fe51-dd27-40bd-b181-110ff7ee0715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (096b4002-3453-410b-a15c-9b622302d934), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:07.677340 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ba19b315-3e9b-443b-b3e6-64d801b2eaca tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575780'] for security_group_rule (9a44c309-c07e-4c90-8045-69ae2ad7ed1f), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:07.702083 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba19b315-3e9b-443b-b3e6-64d801b2eaca tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a44c309-c07e-4c90-8045-69ae2ad7ed1f,revision_number=0']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:46:07.714491 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b619fe51-dd27-40bd-b181-110ff7ee0715 None None] Pushing event updated for resources: {'Port': ['ID=096b4002-3453-410b-a15c-9b622302d934,revision_number=5']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:46:07.782162 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ba19b315-3e9b-443b-b3e6-64d801b2eaca tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:07.783412 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-ba19b315-3e9b-443b-b3e6-64d801b2eaca tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3832376 Mar 08 04:46:07.793066 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 42040) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:46:07.797757 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-ec8c549c-276c-4eea-8020-8f5373ef45ed tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Request body: {'security_group_rule': {'security_group_id': '6c0bbdb0-6b38-4201-90c3-74cd84cea8d2', 'project_id': '2bcb6fa5cf414d02895f25160874a65a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:46:07.895462 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.db.securitygroups_db [None req-ec8c549c-276c-4eea-8020-8f5373ef45ed tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Project 2bcb6fa5cf414d02895f25160874a65a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 04:46:07.903278 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ec8c549c-276c-4eea-8020-8f5373ef45ed tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks [] for security_group_rule (c8cbeb86-14d9-4246-a561-b7978e683e8b), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:07.969270 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ec8c549c-276c-4eea-8020-8f5373ef45ed tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks [] for security_group_rule (c8cbeb86-14d9-4246-a561-b7978e683e8b), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:07.984535 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 096b4002-3453-410b-a15c-9b622302d934 up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:46:08.036982 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port 096b4002-3453-410b-a15c-9b622302d934 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:46:08.037226 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (096b4002-3453-410b-a15c-9b622302d934), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:08.048493 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ec8c549c-276c-4eea-8020-8f5373ef45ed tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575780'] for security_group_rule (c8cbeb86-14d9-4246-a561-b7978e683e8b), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:08.084883 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c549c-276c-4eea-8020-8f5373ef45ed tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8cbeb86-14d9-4246-a561-b7978e683e8b,revision_number=0']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:46:08.131552 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f613fa2-259b-4eef-ada3-ab5fc0fa4d68 req-28e2b970-14c6-47c6-8528-94b2efe14a2e tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:08.133533 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-6f613fa2-259b-4eef-ada3-ab5fc0fa4d68 req-28e2b970-14c6-47c6-8528-94b2efe14a2e tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0760009 Mar 08 04:46:08.138850 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port 096b4002-3453-410b-a15c-9b622302d934 is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:46:08.140216 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 7a353731-b96d-46c2-a462-800cb56fa392 up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:46:08.197806 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ec8c549c-276c-4eea-8020-8f5373ef45ed tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:08.202308 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-ec8c549c-276c-4eea-8020-8f5373ef45ed tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4081242 Mar 08 04:46:08.207471 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port 7a353731-b96d-46c2-a462-800cb56fa392 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:46:08.208400 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (7a353731-b96d-46c2-a462-800cb56fa392), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:08.223892 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-6f613fa2-259b-4eef-ada3-ab5fc0fa4d68 req-1565219f-209d-4306-99ec-937a3b924b89 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799997 Mar 08 04:46:08.307694 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port 7a353731-b96d-46c2-a462-800cb56fa392 is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:46:09.337940 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb4946-6970-444e-8e51-586a7828f7d7 req-aff4e057-144d-4a97-8fa7-36e058b9568a tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:09.339437 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7ebb4946-6970-444e-8e51-586a7828f7d7 req-aff4e057-144d-4a97-8fa7-36e058b9568a tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0572085 Mar 08 04:46:09.385566 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7ebb4946-6970-444e-8e51-586a7828f7d7 req-66f24f53-4077-4980-99a3-152cf90abc78 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406439 Mar 08 04:46:10.503117 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d398052-d9c0-4b86-b613-1a01b636ca78 req-e30f73a0-7b7d-4d7c-b60e-eedefcdb0eb6 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:10.504584 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-9d398052-d9c0-4b86-b613-1a01b636ca78 req-e30f73a0-7b7d-4d7c-b60e-eedefcdb0eb6 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0526798 Mar 08 04:46:10.550580 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-9d398052-d9c0-4b86-b613-1a01b636ca78 req-005703be-596b-4ba4-8e88-2f3fb144f751 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404553 Mar 08 04:46:11.665674 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90bacd-57a8-4af6-9d17-f99beea94208 req-ade55a51-47a1-4340-82c7-b22ef73cb854 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:11.667223 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-da90bacd-57a8-4af6-9d17-f99beea94208 req-ade55a51-47a1-4340-82c7-b22ef73cb854 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0514569 Mar 08 04:46:11.713478 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-da90bacd-57a8-4af6-9d17-f99beea94208 req-5c4b93ae-2c95-4b13-8556-d7bc3ec8bd21 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407467 Mar 08 04:46:12.831518 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ff14f-28ef-4faa-abcb-e71c943eff95 req-db9aee40-4ae8-4d10-8e52-cd1516200ac4 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:12.832999 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-367ff14f-28ef-4faa-abcb-e71c943eff95 req-db9aee40-4ae8-4d10-8e52-cd1516200ac4 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0511968 Mar 08 04:46:12.878127 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-367ff14f-28ef-4faa-abcb-e71c943eff95 req-c6eed56b-ca6c-4d46-a873-b1bcd1ef27d1 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392146 Mar 08 04:46:13.985454 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-d5a86102-ed8e-460e-aedf-4a25230ba9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:13.993833 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4e6b1-e5d9-4fb7-9112-8e941b2b861d req-6112891c-0745-4848-89dd-200ccfcd309a tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:13.995389 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-84d4e6b1-e5d9-4fb7-9112-8e941b2b861d req-6112891c-0745-4848-89dd-200ccfcd309a tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0519772 Mar 08 04:46:14.045370 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-84d4e6b1-e5d9-4fb7-9112-8e941b2b861d req-9384e9ac-78a9-4766-903b-5d492acccb0e tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442295 Mar 08 04:46:15.164855 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e575f31-f382-4b32-9000-23486344fcc6 req-cf71718a-3ebe-481e-83dc-e8f289a8b89c tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:15.166346 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-0e575f31-f382-4b32-9000-23486344fcc6 req-cf71718a-3ebe-481e-83dc-e8f289a8b89c tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0554886 Mar 08 04:46:15.210590 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-0e575f31-f382-4b32-9000-23486344fcc6 req-6d009479-7f2e-45f5-a3e2-77bfb639dc4d tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388887 Mar 08 04:46:16.191330 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-911eddfc-5edd-404a-a67e-1d0e2a2db571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:16.330233 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa556de-7a51-4a9d-9962-558e866947a1 req-a97fdcf2-d5a6-4cf1-95ac-f13bdde8eeec tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:16.331694 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-8aa556de-7a51-4a9d-9962-558e866947a1 req-a97fdcf2-d5a6-4cf1-95ac-f13bdde8eeec tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0521541 Mar 08 04:46:16.378467 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-8aa556de-7a51-4a9d-9962-558e866947a1 req-6c0665ef-b5b7-46fd-b73f-6e88a2f73dce tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409436 Mar 08 04:46:17.190869 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:17.495626 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf2043-811b-401a-952c-d3c45127af24 req-1411a66c-1b89-45e1-b312-971958763098 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:17.497119 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-7cdf2043-811b-401a-952c-d3c45127af24 req-1411a66c-1b89-45e1-b312-971958763098 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0514977 Mar 08 04:46:17.542457 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-7cdf2043-811b-401a-952c-d3c45127af24 req-255de549-812e-4d26-81d1-aa0c6b3b9798 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399551 Mar 08 04:46:18.662775 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaadc2a-d54c-46d3-a99a-07dcea3b83df req-82e96cb6-d8c3-4874-b382-9ed83decc62a tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:18.664330 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-8eaadc2a-d54c-46d3-a99a-07dcea3b83df req-82e96cb6-d8c3-4874-b382-9ed83decc62a tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0534680 Mar 08 04:46:18.671443 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:18.711570 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-8eaadc2a-d54c-46d3-a99a-07dcea3b83df req-151bf583-2a21-40d6-8b83-a8c762ae5200 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417500 Mar 08 04:46:19.830753 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b573633f-cc58-44dd-980a-ceba2fe33ac2 req-1b5f0cce-7696-4f43-9b44-6d332f6e66c5 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:19.832219 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b573633f-cc58-44dd-980a-ceba2fe33ac2 req-1b5f0cce-7696-4f43-9b44-6d332f6e66c5 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0543830 Mar 08 04:46:19.880675 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b573633f-cc58-44dd-980a-ceba2fe33ac2 req-d38e47b2-54d8-4f81-936f-afd30ff7f526 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429647 Mar 08 04:46:20.099916 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:21.001677 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f22bb-bccf-4fb3-8bd1-9b465e8f467f req-30bab78b-1a39-49fd-9aa0-f6ee70bd1574 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:21.003093 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-5e3f22bb-bccf-4fb3-8bd1-9b465e8f467f req-30bab78b-1a39-49fd-9aa0-f6ee70bd1574 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0574574 Mar 08 04:46:21.049083 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-5e3f22bb-bccf-4fb3-8bd1-9b465e8f467f req-f0e1b360-967b-4f75-b846-cd75f76de0d3 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403919 Mar 08 04:46:22.166628 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432293d9-7556-4470-95d9-999985d99ba6 req-7085cbcd-5fae-4769-9081-e4764bbc0afc tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:22.168130 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-432293d9-7556-4470-95d9-999985d99ba6 req-7085cbcd-5fae-4769-9081-e4764bbc0afc tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0525038 Mar 08 04:46:22.214851 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-432293d9-7556-4470-95d9-999985d99ba6 req-57149657-584b-410c-b7d0-52ff9eaf3b2e tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406802 Mar 08 04:46:23.331719 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aafaa8-c12c-4f1d-8f00-34858baeb77f req-2d0ea459-8f9d-447e-b795-a6202efc16d9 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:23.333205 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-38aafaa8-c12c-4f1d-8f00-34858baeb77f req-2d0ea459-8f9d-447e-b795-a6202efc16d9 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0522604 Mar 08 04:46:23.380735 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-38aafaa8-c12c-4f1d-8f00-34858baeb77f req-7024d9ca-772d-4b2b-a937-fc58a2a7873e tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415568 Mar 08 04:46:24.497395 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b2e0a-4427-4f75-b0ff-d569c196c6d1 req-d6f4a0f6-8ba5-4c90-87c1-f81b2900df89 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:24.498797 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-cc5b2e0a-4427-4f75-b0ff-d569c196c6d1 req-d6f4a0f6-8ba5-4c90-87c1-f81b2900df89 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0512149 Mar 08 04:46:24.548335 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-cc5b2e0a-4427-4f75-b0ff-d569c196c6d1 req-25d7be77-1a77-4684-94a9-1155f67f4c62 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440085 Mar 08 04:46:25.663092 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456e21b-9259-49cf-baa7-3d1e980bb2ca req-5eef2b06-dce6-4056-be59-e07e1009c3f2 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:25.664675 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a456e21b-9259-49cf-baa7-3d1e980bb2ca req-5eef2b06-dce6-4056-be59-e07e1009c3f2 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0522981 Mar 08 04:46:25.716076 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a456e21b-9259-49cf-baa7-3d1e980bb2ca req-d67b6bd6-3f50-4646-a98c-7f3aee6c544b tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454130 Mar 08 04:46:26.840616 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb494a-5ebf-4543-83c8-da1333d8be87 req-bd6d90b0-f759-4972-a6ad-ff5c4bf59a16 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:26.842099 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-d4fb494a-5ebf-4543-83c8-da1333d8be87 req-bd6d90b0-f759-4972-a6ad-ff5c4bf59a16 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0520830 Mar 08 04:46:26.890717 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-d4fb494a-5ebf-4543-83c8-da1333d8be87 req-ee3cffe2-f89d-456a-b9ef-8327d2aa8039 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424402 Mar 08 04:46:28.007882 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2cadb9-1fc4-4d12-a9df-a1bd0e1ebf89 req-97307d1a-1186-47b6-94fa-e37c2fc56744 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:28.009400 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ab2cadb9-1fc4-4d12-a9df-a1bd0e1ebf89 req-97307d1a-1186-47b6-94fa-e37c2fc56744 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0521848 Mar 08 04:46:28.056974 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ab2cadb9-1fc4-4d12-a9df-a1bd0e1ebf89 req-42f0715f-2066-48e1-9f3d-d87560c684a1 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414588 Mar 08 04:46:29.174014 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3e822-4272-4999-9c62-41d4df7232f6 req-9eb0bd30-fc04-4ef6-8829-e00d77c23b7b tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:29.175516 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-e4f3e822-4272-4999-9c62-41d4df7232f6 req-9eb0bd30-fc04-4ef6-8829-e00d77c23b7b tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0522480 Mar 08 04:46:29.222938 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-e4f3e822-4272-4999-9c62-41d4df7232f6 req-69f19112-df7b-47aa-9aa5-1bf3ed894d74 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417962 Mar 08 04:46:29.459665 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:30.339450 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326cc75-e5e5-418a-88d1-12d6e5d664ed req-b64b685c-c794-4733-bc2e-28d90f2c3332 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:30.340920 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7326cc75-e5e5-418a-88d1-12d6e5d664ed req-b64b685c-c794-4733-bc2e-28d90f2c3332 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0519240 Mar 08 04:46:30.387723 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7326cc75-e5e5-418a-88d1-12d6e5d664ed req-17d8ec42-eb1e-48c3-bd77-264bcd851aaa tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407827 Mar 08 04:46:31.507793 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46043dfc-47b7-41d2-8ca8-5244273b6ac3 req-25807581-7daf-4010-bc48-312e446c93ce tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:31.511522 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-46043dfc-47b7-41d2-8ca8-5244273b6ac3 req-25807581-7daf-4010-bc48-312e446c93ce tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0555418 Mar 08 04:46:31.554620 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-46043dfc-47b7-41d2-8ca8-5244273b6ac3 req-ebc8c94d-d566-4f13-b14f-661a87ba2d35 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399382 Mar 08 04:46:31.856940 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5e5e8-a3ad-4fb3-b5a4-0e29b5e1a6f2 req-9a0b5122-b5a3-4d03-a0b8-15b1e9177c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:31.858457 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a5f5e5e8-a3ad-4fb3-b5a4-0e29b5e1a6f2 req-9a0b5122-b5a3-4d03-a0b8-15b1e9177c77 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 1130 time: 0.0467565 Mar 08 04:46:31.905055 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a5f5e5e8-a3ad-4fb3-b5a4-0e29b5e1a6f2 req-f73affbe-3e7b-4df9-903d-27441a563e81 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377562 Mar 08 04:46:32.361402 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c25b506c-253b-4175-bfc2-42e47f81e802 req-a86a8cf9-4ce5-4385-8d30-097dfe17f00c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435302 Mar 08 04:46:32.429807 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b506c-253b-4175-bfc2-42e47f81e802 req-fa32598f-c909-4503-92b8-2c1f68f20351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:32.431283 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c25b506c-253b-4175-bfc2-42e47f81e802 req-fa32598f-c909-4503-92b8-2c1f68f20351 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=53b2a43d64144bbfbae1d11822fba676&device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 1130 time: 0.0430384 Mar 08 04:46:32.553779 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b506c-253b-4175-bfc2-42e47f81e802 req-69333d9a-6f22-4497-9a99-a7b273d62fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:32.555332 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c25b506c-253b-4175-bfc2-42e47f81e802 req-69333d9a-6f22-4497-9a99-a7b273d62fcc service neutron] 10.222.0.18 "GET /v2.0/networks?id=860c194c-b911-4147-84ad-16e240b1666f HTTP/1.1" status: 200 len: 917 time: 0.0878210 Mar 08 04:46:32.620910 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c25b506c-253b-4175-bfc2-42e47f81e802 req-809d1a85-90cf-4903-9e70-3632ce9bf09d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=773994d5-ad91-4559-b1ef-e0288cc192d7 HTTP/1.1" status: 200 len: 1001 time: 0.0588183 Mar 08 04:46:32.695945 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b506c-253b-4175-bfc2-42e47f81e802 req-c368d1a6-633c-4e06-87fe-2e10df27a70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:32.697337 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c25b506c-253b-4175-bfc2-42e47f81e802 req-c368d1a6-633c-4e06-87fe-2e10df27a70f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2b6a1ea5-e77b-4dad-bc11-fe8b411f2953 HTTP/1.1" status: 200 len: 855 time: 0.0669487 Mar 08 04:46:32.711487 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd0968-3a85-4a91-ae56-5eea0ef94673 req-5d2cd346-76e7-4de9-9377-644121138595 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:32.712891 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7ecd0968-3a85-4a91-ae56-5eea0ef94673 req-5d2cd346-76e7-4de9-9377-644121138595 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0910776 Mar 08 04:46:32.784740 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b506c-253b-4175-bfc2-42e47f81e802 req-d19d0a5d-d120-4856-8698-9422257a0eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:32.786261 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c25b506c-253b-4175-bfc2-42e47f81e802 req-d19d0a5d-d120-4856-8698-9422257a0eec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=860c194c-b911-4147-84ad-16e240b1666f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0724907 Mar 08 04:46:32.789687 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7ecd0968-3a85-4a91-ae56-5eea0ef94673 req-d6d4b14b-9b02-42ab-b4c7-d863f7bf6a10 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686257 Mar 08 04:46:32.877519 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c25b506c-253b-4175-bfc2-42e47f81e802 req-8db3ba46-f773-4651-a68b-5c578d486cf7 service neutron] 10.222.0.18 "GET /v2.0/networks/860c194c-b911-4147-84ad-16e240b1666f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848906 Mar 08 04:46:32.965773 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c25b506c-253b-4175-bfc2-42e47f81e802 req-2522b6e6-6899-469e-b174-04dea85efb94 service neutron] 10.222.0.18 "GET /v2.0/networks/860c194c-b911-4147-84ad-16e240b1666f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825224 Mar 08 04:46:33.907584 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8dcb8-6ec1-48a9-b548-a28e6056aa66 req-9287f791-570a-4865-a654-ba266cfe083f tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:33.909269 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-bbe8dcb8-6ec1-48a9-b548-a28e6056aa66 req-9287f791-570a-4865-a654-ba266cfe083f tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0520101 Mar 08 04:46:33.959902 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-bbe8dcb8-6ec1-48a9-b548-a28e6056aa66 req-3a41710e-5da7-4ce9-b40c-5acd79c5ff70 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440652 Mar 08 04:46:35.080546 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57effbf7-aae1-4ef4-bc6f-54d7bd5b706d req-58a5ae31-072b-450d-8be8-4f9057ed9c5c tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:35.082130 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-57effbf7-aae1-4ef4-bc6f-54d7bd5b706d req-58a5ae31-072b-450d-8be8-4f9057ed9c5c tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0563762 Mar 08 04:46:35.128877 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-57effbf7-aae1-4ef4-bc6f-54d7bd5b706d req-405cd37f-5004-4d8f-8554-ec2a56627473 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410631 Mar 08 04:46:35.585946 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f211057-263f-4389-9e6e-07daf66f2ed0 req-c14a52f9-c519-4848-bcf9-c5d61ba22a21 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:35.587422 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-6f211057-263f-4389-9e6e-07daf66f2ed0 req-c14a52f9-c519-4848-bcf9-c5d61ba22a21 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0520031 Mar 08 04:46:35.637997 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53b614-bd5a-4552-9a03-13961edd9adf req-f29a3657-175b-42e6-8f99-abd5709a37c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:35.639477 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2c53b614-bd5a-4552-9a03-13961edd9adf req-f29a3657-175b-42e6-8f99-abd5709a37c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bcad66ae90ba4346a7872b34da137f6b&device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 1130 time: 0.0449231 Mar 08 04:46:35.642703 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-6f211057-263f-4389-9e6e-07daf66f2ed0 req-77420459-344c-4c5e-96bf-4c019595cb0e tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483873 Mar 08 04:46:35.735747 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53b614-bd5a-4552-9a03-13961edd9adf req-4fc3aaec-ab51-4f75-9a65-b856000b9532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:35.737247 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2c53b614-bd5a-4552-9a03-13961edd9adf req-4fc3aaec-ab51-4f75-9a65-b856000b9532 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7 HTTP/1.1" status: 200 len: 919 time: 0.0903792 Mar 08 04:46:35.778197 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2c53b614-bd5a-4552-9a03-13961edd9adf req-ee7738a2-7c00-4632-ad88-ed1b64e30c4f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d3034fd4-e039-450a-a542-bb1ca8c66a06 HTTP/1.1" status: 200 len: 217 time: 0.0342069 Mar 08 04:46:35.824777 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53b614-bd5a-4552-9a03-13961edd9adf req-c8fbf616-2153-4ed0-8f02-0d7e248058a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:35.826247 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2c53b614-bd5a-4552-9a03-13961edd9adf req-c8fbf616-2153-4ed0-8f02-0d7e248058a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=163b8d78-8815-4c1c-8542-991483b60755 HTTP/1.1" status: 200 len: 858 time: 0.0423138 Mar 08 04:46:35.857541 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2c53b614-bd5a-4552-9a03-13961edd9adf req-f522263a-2d9f-464e-9ac2-7f334799ed44 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243065 Mar 08 04:46:35.949330 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2c53b614-bd5a-4552-9a03-13961edd9adf req-317283ed-9354-46d9-b531-6deafd5cfe04 service neutron] 10.222.0.18 "GET /v2.0/networks/cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852261 Mar 08 04:46:36.040269 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2c53b614-bd5a-4552-9a03-13961edd9adf req-6837fe6b-27f1-42b5-a6f4-b33957aaa55a service neutron] 10.222.0.18 "GET /v2.0/networks/cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844769 Mar 08 04:46:36.476726 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-da6ef554-664a-4ba3-8572-8319e7f5b1ee tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1345597192&fields=id&tenant_id=2bcb6fa5cf414d02895f25160874a65a HTTP/1.1" status: 200 len: 267 time: 0.0436578 Mar 08 04:46:36.580237 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-c7ab8f52-d828-4a72-a31b-c5bea42dd427 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:36.581630 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-c7ab8f52-d828-4a72-a31b-c5bea42dd427 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/networks?id=cefdff50-dbc7-41bb-af8b-f00fe77830ed HTTP/1.1" status: 200 len: 808 time: 0.0986416 Mar 08 04:46:36.596401 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-4cc2b680-533b-448c-9bb6-5639c8c04a02 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/quotas/2bcb6fa5cf414d02895f25160874a65a HTTP/1.1" status: 200 len: 375 time: 0.0095484 Mar 08 04:46:36.653326 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-84ce952d-109a-479f-a476-2005ee7f7cc0 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2bcb6fa5cf414d02895f25160874a65a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514731 Mar 08 04:46:36.752448 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-69d61316-2642-499a-9fb1-ceb787975b3c service neutron] 10.222.0.35 "GET /v2.0/networks/cefdff50-dbc7-41bb-af8b-f00fe77830ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877821 Mar 08 04:46:36.764459 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0297a0-6388-4796-bc4b-b9aef15469e6 req-0d56956b-2bb9-4005-9c99-2ea1e39841eb tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:36.766503 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-2c0297a0-6388-4796-bc4b-b9aef15469e6 req-0d56956b-2bb9-4005-9c99-2ea1e39841eb tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0547755 Mar 08 04:46:36.813202 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-2c0297a0-6388-4796-bc4b-b9aef15469e6 req-d051fe72-d81c-4657-adfd-e5ead8ff35b7 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406241 Mar 08 04:46:36.854922 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-9e65181b-db3e-423b-9b00-e0a108fe87e4 service neutron] 10.222.0.35 "GET /v2.0/networks/cefdff50-dbc7-41bb-af8b-f00fe77830ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883458 Mar 08 04:46:37.328773 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-d3f43d63-5f6a-4b7a-8c25-7817e81a360f req-5db63d34-2083-4f17-81e8-429948254c07 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 210 time: 0.0263324 Mar 08 04:46:37.931443 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3aeccd-a09b-4dd2-b02e-004d43ff2ef5 req-fabde738-6f8b-47a6-a5fa-3c1bdeaecae2 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:37.932922 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4f3aeccd-a09b-4dd2-b02e-004d43ff2ef5 req-fabde738-6f8b-47a6-a5fa-3c1bdeaecae2 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0521595 Mar 08 04:46:37.977874 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4f3aeccd-a09b-4dd2-b02e-004d43ff2ef5 req-d64bf16c-aaba-4455-9b92-caacae20cea4 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393333 Mar 08 04:46:38.405256 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-d6253d4a-e217-48c1-a19a-60a3934c8d0d req-6021d25b-f5bf-4af5-b1f2-4672b096ff09 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 210 time: 0.0289435 Mar 08 04:46:39.097848 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519d8fd-6048-4dc9-936d-9bd7c3fb498c req-e3253214-17a9-43d7-b414-49cf30a0c475 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:39.099342 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7519d8fd-6048-4dc9-936d-9bd7c3fb498c req-e3253214-17a9-43d7-b414-49cf30a0c475 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0565784 Mar 08 04:46:39.147660 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7519d8fd-6048-4dc9-936d-9bd7c3fb498c req-a2ec3ac7-8d24-4439-ac25-7b1f0e7fa7c1 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424211 Mar 08 04:46:39.479099 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-e0d9f7a8-d2b1-446e-bedf-b18b80d04def req-e9107ace-ca07-4d2b-b3ae-e803351c30f4 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 210 time: 0.0261221 Mar 08 04:46:40.262524 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b74bf-f651-49bb-a015-0b2229f749de req-3098105d-1155-444f-a75e-bb55ec2ddf95 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:40.263987 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ca7b74bf-f651-49bb-a015-0b2229f749de req-3098105d-1155-444f-a75e-bb55ec2ddf95 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0505223 Mar 08 04:46:40.309677 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ca7b74bf-f651-49bb-a015-0b2229f749de req-b5515634-7ada-4142-80bb-ac04185248b2 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393200 Mar 08 04:46:40.551509 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-062eb494-fafb-45f0-9be8-f007a66452de req-d473d6bb-0f31-43b1-ac58-5dfbaa364a7c tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 210 time: 0.0258510 Mar 08 04:46:41.645616 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-a652d643-1389-4f9b-a9fb-343bdbadf366 req-249938b5-fdb4-4e67-8003-408c5a971584 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 210 time: 0.0261524 Mar 08 04:46:42.202953 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:46:42.734354 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-207cd1eb-0fa4-4d6c-8097-1f558b3ef90b req-89115291-4751-479c-a91e-2d14a7efb5e7 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 210 time: 0.0262556 Mar 08 04:46:43.796132 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-466ce83b-653b-4258-b3c6-bc19296e4adb tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:43.800315 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-466ce83b-653b-4258-b3c6-bc19296e4adb tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.18 "GET /v2.0/networks?id=cefdff50-dbc7-41bb-af8b-f00fe77830ed HTTP/1.1" status: 200 len: 808 time: 0.1100781 Mar 08 04:46:43.852632 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0d846e3d-687c-4dbf-990e-9fe3fd28ef85 req-f474dc11-9c23-4b30-8295-d9877af3283b tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 210 time: 0.0350993 Mar 08 04:46:43.893840 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-151134b0-8c7d-4f9d-8bbe-fca74889ba60 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bcb6fa5cf414d02895f25160874a65a HTTP/1.1" status: 200 len: 380 time: 0.0840201 Mar 08 04:46:43.903218 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-98a228d7-3097-4d79-99ff-ec7a4d0f0348 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Request body: {'port': {'device_id': 'c206c0cb-e493-439d-9dae-aeb9857c56f4', 'network_id': 'cefdff50-dbc7-41bb-af8b-f00fe77830ed', 'admin_state_up': True, 'tenant_id': '2bcb6fa5cf414d02895f25160874a65a', 'security_groups': ['6c0bbdb0-6b38-4201-90c3-74cd84cea8d2']}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:46:43.980535 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c5424027-1465-40fc-be51-9a1995dc3c0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:44.077585 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-98a228d7-3097-4d79-99ff-ec7a4d0f0348 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Made reservation on behalf of 2bcb6fa5cf414d02895f25160874a65a for: {'port': 1} {{(pid=110144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:46:44.081427 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-98a228d7-3097-4d79-99ff-ec7a4d0f0348 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:44.208266 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_common [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-98a228d7-3097-4d79-99ff-ec7a4d0f0348 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Allocated IP 172.20.0.11 (cefdff50-dbc7-41bb-af8b-f00fe77830ed/5f0f0ac8-39f3-4773-89a2-7e5b57fd3f29/e0f45d37-e44b-4898-9a6f-c2d49b02e73a) {{(pid=110144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:46:44.340801 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-98a228d7-3097-4d79-99ff-ec7a4d0f0348 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks [] for port (e0f45d37-e44b-4898-9a6f-c2d49b02e73a), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:44.414652 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-98a228d7-3097-4d79-99ff-ec7a4d0f0348 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (e0f45d37-e44b-4898-9a6f-c2d49b02e73a), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:44.457195 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-98a228d7-3097-4d79-99ff-ec7a4d0f0348 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Network cefdff50-dbc7-41bb-af8b-f00fe77830ed is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:46:44.462064 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-98a228d7-3097-4d79-99ff-ec7a4d0f0348 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:46:44.464633 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-98a228d7-3097-4d79-99ff-ec7a4d0f0348 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Received port after_create {{(pid=110144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:46:44.498227 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a228d7-3097-4d79-99ff-ec7a4d0f0348 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Pushing event updated for resources: {'Port': ['ID=e0f45d37-e44b-4898-9a6f-c2d49b02e73a,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:46:44.511256 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a228d7-3097-4d79-99ff-ec7a4d0f0348 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:46:44.511673 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a228d7-3097-4d79-99ff-ec7a4d0f0348 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:46:44.512030 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a228d7-3097-4d79-99ff-ec7a4d0f0348 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:46:44.512371 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a228d7-3097-4d79-99ff-ec7a4d0f0348 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:46:44.512768 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a228d7-3097-4d79-99ff-ec7a4d0f0348 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:46:44.513117 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a228d7-3097-4d79-99ff-ec7a4d0f0348 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:46:44.513494 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a228d7-3097-4d79-99ff-ec7a4d0f0348 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:46:44.513865 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a228d7-3097-4d79-99ff-ec7a4d0f0348 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:46:44.514195 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a228d7-3097-4d79-99ff-ec7a4d0f0348 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:46:44.514609 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a228d7-3097-4d79-99ff-ec7a4d0f0348 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:46:44.514844 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a228d7-3097-4d79-99ff-ec7a4d0f0348 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:46:44.515164 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a228d7-3097-4d79-99ff-ec7a4d0f0348 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:46:44.515493 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a228d7-3097-4d79-99ff-ec7a4d0f0348 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:46:44.535788 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-98a228d7-3097-4d79-99ff-ec7a4d0f0348 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:44.536552 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-98a228d7-3097-4d79-99ff-ec7a4d0f0348 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:44.639902 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-98a228d7-3097-4d79-99ff-ec7a4d0f0348 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7402580 Mar 08 04:46:44.652235 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-7176b1be-ea9f-4e19-9ab8-a74cf6751dfb service neutron] Request body: {'port': {'device_id': 'c206c0cb-e493-439d-9dae-aeb9857c56f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:46:44.704389 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-0f6d2d86-d019-499b-bff1-867468dda51d None None] Provisioning complete for port e0f45d37-e44b-4898-9a6f-c2d49b02e73a triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:46:44.704871 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-0f6d2d86-d019-499b-bff1-867468dda51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (e0f45d37-e44b-4898-9a6f-c2d49b02e73a), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:44.712543 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-7176b1be-ea9f-4e19-9ab8-a74cf6751dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (e0f45d37-e44b-4898-9a6f-c2d49b02e73a), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:44.739997 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-0f6d2d86-d019-499b-bff1-867468dda51d None None] Port e0f45d37-e44b-4898-9a6f-c2d49b02e73a cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:46:44.977819 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-7176b1be-ea9f-4e19-9ab8-a74cf6751dfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0f45d37-e44b-4898-9a6f-c2d49b02e73a {{(pid=110144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:46:44.980213 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1620b-168a-4224-843f-a92bf8ac3214 req-90758f7a-0c03-4b77-9206-165e24998ff4 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:44.981695 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-2ab1620b-168a-4224-843f-a92bf8ac3214 req-90758f7a-0c03-4b77-9206-165e24998ff4 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 932 time: 0.0509663 Mar 08 04:46:44.985693 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-7176b1be-ea9f-4e19-9ab8-a74cf6751dfb service neutron] Publish callbacks [] for port (e0f45d37-e44b-4898-9a6f-c2d49b02e73a), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:44.997833 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.provisioning_blocks [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-7176b1be-ea9f-4e19-9ab8-a74cf6751dfb service neutron] Transition to ACTIVE for port object e0f45d37-e44b-4898-9a6f-c2d49b02e73a will not be triggered until provisioned by entity L2. {{(pid=110144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 04:46:45.029748 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-2ab1620b-168a-4224-843f-a92bf8ac3214 req-3c2491b3-5fcd-465f-9738-cbfa3fa7465c tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416708 Mar 08 04:46:45.077027 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-7176b1be-ea9f-4e19-9ab8-a74cf6751dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4052309'] for port (e0f45d37-e44b-4898-9a6f-c2d49b02e73a), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:45.137757 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7176b1be-ea9f-4e19-9ab8-a74cf6751dfb service neutron] Pushing event updated for resources: {'Port': ['ID=e0f45d37-e44b-4898-9a6f-c2d49b02e73a,revision_number=2']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:46:45.207317 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-7176b1be-ea9f-4e19-9ab8-a74cf6751dfb service neutron] Attempting to bind port e0f45d37-e44b-4898-9a6f-c2d49b02e73a on host hv-cinder-74014 for vnic_type normal with profile {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:46:45.207656 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-7176b1be-ea9f-4e19-9ab8-a74cf6751dfb service neutron] Attempting to bind port e0f45d37-e44b-4898-9a6f-c2d49b02e73a by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'bfc5b98a-0e1a-4a5e-8877-50d95fc22c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cefdff50-dbc7-41bb-af8b-f00fe77830ed'}] {{(pid=110144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:46:45.207982 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-7176b1be-ea9f-4e19-9ab8-a74cf6751dfb service neutron] Attempting to bind port e0f45d37-e44b-4898-9a6f-c2d49b02e73a on network cefdff50-dbc7-41bb-af8b-f00fe77830ed {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:46:45.212398 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-7176b1be-ea9f-4e19-9ab8-a74cf6751dfb service neutron] Port e0f45d37-e44b-4898-9a6f-c2d49b02e73a on network cefdff50-dbc7-41bb-af8b-f00fe77830ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 04:46:45.212699 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-7176b1be-ea9f-4e19-9ab8-a74cf6751dfb service neutron] Attempting to bind port e0f45d37-e44b-4898-9a6f-c2d49b02e73a on network cefdff50-dbc7-41bb-af8b-f00fe77830ed {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:46:45.217618 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-7176b1be-ea9f-4e19-9ab8-a74cf6751dfb service neutron] Checking agent: {'id': '8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'started_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:46:45.217953 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-7176b1be-ea9f-4e19-9ab8-a74cf6751dfb service neutron] Checking segment: {'id': 'bfc5b98a-0e1a-4a5e-8877-50d95fc22c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cefdff50-dbc7-41bb-af8b-f00fe77830ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:46:45.218331 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-7176b1be-ea9f-4e19-9ab8-a74cf6751dfb service neutron] Bound using segment: {'id': 'bfc5b98a-0e1a-4a5e-8877-50d95fc22c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cefdff50-dbc7-41bb-af8b-f00fe77830ed'} {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:46:45.218754 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-7176b1be-ea9f-4e19-9ab8-a74cf6751dfb service neutron] Bound port: e0f45d37-e44b-4898-9a6f-c2d49b02e73a, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc5b98a-0e1a-4a5e-8877-50d95fc22c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'cefdff50-dbc7-41bb-af8b-f00fe77830ed'}}] {{(pid=110144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:46:45.219111 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-7176b1be-ea9f-4e19-9ab8-a74cf6751dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (e0f45d37-e44b-4898-9a6f-c2d49b02e73a), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:45.283497 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-7176b1be-ea9f-4e19-9ab8-a74cf6751dfb service neutron] For port e0f45d37-e44b-4898-9a6f-c2d49b02e73a, host hv-cinder-74014, cleared binding levels {{(pid=110144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:46:45.286402 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-7176b1be-ea9f-4e19-9ab8-a74cf6751dfb service neutron] For port e0f45d37-e44b-4898-9a6f-c2d49b02e73a, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e0f45d37-e44b-4898-9a6f-c2d49b02e73a,segment=NetworkSegment(bfc5b98a-0e1a-4a5e-8877-50d95fc22c17),segment_id=bfc5b98a-0e1a-4a5e-8877-50d95fc22c17)] {{(pid=110144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:46:45.351725 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-7176b1be-ea9f-4e19-9ab8-a74cf6751dfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4052309'] for port (e0f45d37-e44b-4898-9a6f-c2d49b02e73a), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:45.387789 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-7176b1be-ea9f-4e19-9ab8-a74cf6751dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:45.387789 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-7176b1be-ea9f-4e19-9ab8-a74cf6751dfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:45.388683 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-7176b1be-ea9f-4e19-9ab8-a74cf6751dfb service neutron] 10.222.0.18 "PUT /v2.0/ports/e0f45d37-e44b-4898-9a6f-c2d49b02e73a HTTP/1.1" status: 200 len: 1094 time: 0.7406135 Mar 08 04:46:45.389117 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c206c0cb-e493-439d-9dae-aeb9857c56f4', 'tag': 'e0f45d37-e44b-4898-9a6f-c2d49b02e73a'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:46:45.391376 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08f68fe-7a75-4e88-a83a-95dfb2cfa083" -d '{"events": [{"name": "network-changed", "server_uuid": "c206c0cb-e493-439d-9dae-aeb9857c56f4", "tag": "e0f45d37-e44b-4898-9a6f-c2d49b02e73a"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:46:45.414976 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7176b1be-ea9f-4e19-9ab8-a74cf6751dfb service neutron] Pushing event updated for resources: {'Port': ['ID=e0f45d37-e44b-4898-9a6f-c2d49b02e73a,revision_number=3']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:46:45.430243 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d49261-ecc3-47f8-bbc6-194abafa10d7 x-openstack-request-id: req-62d49261-ecc3-47f8-bbc6-194abafa10d7 {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:46:45.430436 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c206c0cb-e493-439d-9dae-aeb9857c56f4", "tag": "e0f45d37-e44b-4898-9a6f-c2d49b02e73a", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:46:45.430968 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-62d49261-ecc3-47f8-bbc6-194abafa10d7 {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:46:45.431410 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c206c0cb-e493-439d-9dae-aeb9857c56f4', 'tag': 'e0f45d37-e44b-4898-9a6f-c2d49b02e73a', 'status': 'completed', 'code': 200} Mar 08 04:46:45.500244 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f68fe-7a75-4e88-a83a-95dfb2cfa083 req-64ca15e3-ecc5-43c1-ba40-2259a2e7ee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:45.501828 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f08f68fe-7a75-4e88-a83a-95dfb2cfa083 req-64ca15e3-ecc5-43c1-ba40-2259a2e7ee1f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2bcb6fa5cf414d02895f25160874a65a&device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 1128 time: 0.0463614 Mar 08 04:46:45.614834 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f68fe-7a75-4e88-a83a-95dfb2cfa083 req-accb91f9-a9a7-456e-801e-b1553444ad70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:45.616497 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f08f68fe-7a75-4e88-a83a-95dfb2cfa083 req-accb91f9-a9a7-456e-801e-b1553444ad70 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=2bcb6fa5cf414d02895f25160874a65a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0990782 Mar 08 04:46:45.718445 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08f68fe-7a75-4e88-a83a-95dfb2cfa083 req-8dda9659-decd-4416-bb4b-6823564fe9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:45.720534 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f08f68fe-7a75-4e88-a83a-95dfb2cfa083 req-8dda9659-decd-4416-bb4b-6823564fe9d9 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0972486 Mar 08 04:46:46.039591 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-a4a61c0c-f9d5-46bf-a525-4c5bcd11e6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:46.041085 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-a4a61c0c-f9d5-46bf-a525-4c5bcd11e6bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2bcb6fa5cf414d02895f25160874a65a&device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 1128 time: 0.2814262 Mar 08 04:46:46.051765 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db42a97-024f-482b-84e0-29a34b68d080 req-1f4e97b0-83c0-4be9-bf77-09a454808229 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:46.053139 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-3db42a97-024f-482b-84e0-29a34b68d080 req-1f4e97b0-83c0-4be9-bf77-09a454808229 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0626593 Mar 08 04:46:46.100089 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-4b88cc82-66b5-4a55-a514-2a43b63fa156 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0f45d37-e44b-4898-9a6f-c2d49b02e73a HTTP/1.1" status: 200 len: 217 time: 0.0459914 Mar 08 04:46:46.154929 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcdaeac-569b-4394-897e-a746b8b84e13 req-cdf22ac9-8f16-477a-a2ab-99d6fc00ef37 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:46.157134 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-7dcdaeac-569b-4394-897e-a746b8b84e13 req-cdf22ac9-8f16-477a-a2ab-99d6fc00ef37 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 944 time: 0.0592692 Mar 08 04:46:46.158019 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-3db42a97-024f-482b-84e0-29a34b68d080 req-ba6ec47e-15c7-4588-9d77-16457f72e88e tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984430 Mar 08 04:46:46.170741 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-90bf41e4-a663-44df-b032-76c413cbb980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:46.178077 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-90bf41e4-a663-44df-b032-76c413cbb980 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5f0f0ac8-39f3-4773-89a2-7e5b57fd3f29 HTTP/1.1" status: 200 len: 847 time: 0.0642753 Mar 08 04:46:46.227141 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-56c87c7c-db68-40f8-8282-2a7f0ebe0ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:46.228661 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-56c87c7c-db68-40f8-8282-2a7f0ebe0ea8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cefdff50-dbc7-41bb-af8b-f00fe77830ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0466571 Mar 08 04:46:46.237829 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-8a4cbbb0-7307-4980-911c-91418700595e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:46.241673 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-7dcdaeac-569b-4394-897e-a746b8b84e13 req-2eabcd97-391a-495c-9651-758d1b826323 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715046 Mar 08 04:46:46.325291 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-b64ec0a1-bd7c-486a-989e-1084b6fa336f service neutron] 10.222.0.18 "GET /v2.0/networks/cefdff50-dbc7-41bb-af8b-f00fe77830ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872712 Mar 08 04:46:46.414015 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-39af72dd-7c7e-47b3-9852-6a2a12c22a21 req-9897d635-29c4-4e45-9e96-1aabfded428f service neutron] 10.222.0.18 "GET /v2.0/networks/cefdff50-dbc7-41bb-af8b-f00fe77830ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813019 Mar 08 04:46:47.196867 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:47.286906 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4313ab19-6e17-4ccd-a782-bf48dfb9e1fe req-7fab4552-b47d-4239-8bcd-7e71d1bda9d9 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:47.288517 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4313ab19-6e17-4ccd-a782-bf48dfb9e1fe req-7fab4552-b47d-4239-8bcd-7e71d1bda9d9 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0585074 Mar 08 04:46:47.335613 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4313ab19-6e17-4ccd-a782-bf48dfb9e1fe req-e822de52-cec4-4488-a2c0-f9ea36c99577 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408885 Mar 08 04:46:47.364159 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578a1d6-d14d-437e-8f60-9304fdae86b6 req-14287dc5-2abd-42f4-ac37-12324d8f6936 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:47.365809 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-0578a1d6-d14d-437e-8f60-9304fdae86b6 req-14287dc5-2abd-42f4-ac37-12324d8f6936 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 944 time: 0.0512486 Mar 08 04:46:47.412026 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-0578a1d6-d14d-437e-8f60-9304fdae86b6 req-7a135e91-d32f-43bb-a29a-045c653e522f tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407236 Mar 08 04:46:48.456925 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8cb15-0708-4f03-b7ed-a8be0f6aa4b0 req-5c48d7c5-2efd-42e6-ace0-ee3660a55d1e tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:48.458481 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-09a8cb15-0708-4f03-b7ed-a8be0f6aa4b0 req-5c48d7c5-2efd-42e6-ace0-ee3660a55d1e tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0580983 Mar 08 04:46:48.505970 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-09a8cb15-0708-4f03-b7ed-a8be0f6aa4b0 req-bc1d68ea-26d7-4a78-88e6-1a5547db75b3 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413687 Mar 08 04:46:48.609803 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df83fb-2d8e-4cff-bd21-686c3632578a req-e76bc45f-55b5-44eb-9f57-ff03c0047f13 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:48.611335 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-41df83fb-2d8e-4cff-bd21-686c3632578a req-e76bc45f-55b5-44eb-9f57-ff03c0047f13 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 944 time: 0.0535660 Mar 08 04:46:48.648481 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:48.661581 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-41df83fb-2d8e-4cff-bd21-686c3632578a req-54a4a124-9c49-4829-9ba0-d4dfe47c0c4e tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445795 Mar 08 04:46:49.173431 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b9145-09a5-4967-b310-00363646fe6e req-269b8eaa-fa10-402c-8a29-0f73668e8f49 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:49.174910 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-100b9145-09a5-4967-b310-00363646fe6e req-269b8eaa-fa10-402c-8a29-0f73668e8f49 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.18 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 945 time: 0.0528247 Mar 08 04:46:49.269818 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-100b9145-09a5-4967-b310-00363646fe6e req-b4d99cc5-55b6-4dc8-8b08-855e030e85dc tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Deleting port 89ba8554-558b-4ef7-9d8d-d0018128cb1c {{(pid=110144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:46:49.270088 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-100b9145-09a5-4967-b310-00363646fe6e req-b4d99cc5-55b6-4dc8-8b08-855e030e85dc tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (89ba8554-558b-4ef7-9d8d-d0018128cb1c), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:49.358331 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-100b9145-09a5-4967-b310-00363646fe6e req-b4d99cc5-55b6-4dc8-8b08-855e030e85dc tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] For port 89ba8554-558b-4ef7-9d8d-d0018128cb1c, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=89ba8554-558b-4ef7-9d8d-d0018128cb1c,segment=NetworkSegment(e192af6a-f540-487b-8d8a-631cc755a6f5),segment_id=e192af6a-f540-487b-8d8a-631cc755a6f5)] {{(pid=110144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:46:49.358694 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-100b9145-09a5-4967-b310-00363646fe6e req-b4d99cc5-55b6-4dc8-8b08-855e030e85dc tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (89ba8554-558b-4ef7-9d8d-d0018128cb1c), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:49.370586 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-100b9145-09a5-4967-b310-00363646fe6e req-b4d99cc5-55b6-4dc8-8b08-855e030e85dc tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Calling delete_port for 89ba8554-558b-4ef7-9d8d-d0018128cb1c owned by compute:nova {{(pid=110144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:46:49.534467 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-100b9145-09a5-4967-b310-00363646fe6e req-b4d99cc5-55b6-4dc8-8b08-855e030e85dc tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (89ba8554-558b-4ef7-9d8d-d0018128cb1c), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:49.548246 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] get_ports_and_sgs() called for port_ids ['d3034fd4-e039-450a-a542-bb1ca8c66a06', '89ba8554-558b-4ef7-9d8d-d0018128cb1c'] {{(pid=110146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:46:49.596673 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d99cc5-55b6-4dc8-8b08-855e030e85dc tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Pushing event deleted for resources: {'Port': ['ID=89ba8554-558b-4ef7-9d8d-d0018128cb1c,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:46:49.634887 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f3addfb9-4ff4-4cd0-81ef-986fc0bc9aa1 req-b1baa548-2368-4df2-8085-2dadd2b2e730 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 210 time: 0.0565298 Mar 08 04:46:49.661918 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [req-100b9145-09a5-4967-b310-00363646fe6e req-b4d99cc5-55b6-4dc8-8b08-855e030e85dc tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] No DVR routers for this DVR port 89ba8554-558b-4ef7-9d8d-d0018128cb1c on host hv-cinder-74014 {{(pid=110144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:46:49.665181 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-100b9145-09a5-4967-b310-00363646fe6e req-b4d99cc5-55b6-4dc8-8b08-855e030e85dc tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:49.668410 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-100b9145-09a5-4967-b310-00363646fe6e req-b4d99cc5-55b6-4dc8-8b08-855e030e85dc tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.18 "DELETE /v2.0/ports/89ba8554-558b-4ef7-9d8d-d0018128cb1c HTTP/1.1" status: 204 len: 173 time: 0.4886374 Mar 08 04:46:49.668997 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2de7d9f6-aafe-4651-9130-bbc9896c1ddb', 'name': 'network-vif-deleted', 'tag': '89ba8554-558b-4ef7-9d8d-d0018128cb1c'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:46:49.671298 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fc7c78-8c98-4f63-9bce-19d53db39089" -d '{"events": [{"server_uuid": "2de7d9f6-aafe-4651-9130-bbc9896c1ddb", "name": "network-vif-deleted", "tag": "89ba8554-558b-4ef7-9d8d-d0018128cb1c"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:46:49.706815 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7c090a-4a75-4457-8355-d42a796148c7 x-openstack-request-id: req-0a7c090a-4a75-4457-8355-d42a796148c7 {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:46:49.707217 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2de7d9f6-aafe-4651-9130-bbc9896c1ddb", "name": "network-vif-deleted", "tag": "89ba8554-558b-4ef7-9d8d-d0018128cb1c", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:46:49.707469 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0a7c090a-4a75-4457-8355-d42a796148c7 {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:46:49.707864 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2de7d9f6-aafe-4651-9130-bbc9896c1ddb', 'name': 'network-vif-deleted', 'tag': '89ba8554-558b-4ef7-9d8d-d0018128cb1c', 'status': 'completed', 'code': 200} Mar 08 04:46:49.786662 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683b6ae-02e9-4822-b972-56069da87fad req-d74cfd32-eee9-45c2-98e7-e4b3cf07f0fa tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:49.788132 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a683b6ae-02e9-4822-b972-56069da87fad req-d74cfd32-eee9-45c2-98e7-e4b3cf07f0fa tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 944 time: 0.0526676 Mar 08 04:46:49.840850 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a683b6ae-02e9-4822-b972-56069da87fad req-9763921c-ead7-48b7-bc95-b24fd15f021b tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451822 Mar 08 04:46:50.129317 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:50.743397 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-73bbacac-992d-4a31-90b0-4c48e4149582 req-d5db0078-2911-4dd6-bb94-84b19d1a963a tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=2de7d9f6-aafe-4651-9130-bbc9896c1ddb HTTP/1.1" status: 200 len: 210 time: 0.0270903 Mar 08 04:46:50.956148 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634794e-69ab-4eae-8792-4be42448d88a req-62082b6d-82ce-4665-ab7a-a26c61485c79 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:50.957603 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b634794e-69ab-4eae-8792-4be42448d88a req-62082b6d-82ce-4665-ab7a-a26c61485c79 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 944 time: 0.0513093 Mar 08 04:46:51.004373 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b634794e-69ab-4eae-8792-4be42448d88a req-4575a470-6fc6-4b40-a90e-0f96f52b2d9e tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412467 Mar 08 04:46:52.143552 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ff383-c7f5-474e-a948-5ad0e29c00c3 req-202e0ee4-8648-44b1-9468-655e69725e41 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:52.150381 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-1a2ff383-c7f5-474e-a948-5ad0e29c00c3 req-202e0ee4-8648-44b1-9468-655e69725e41 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 944 time: 0.0705907 Mar 08 04:46:52.198703 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-1a2ff383-c7f5-474e-a948-5ad0e29c00c3 req-778801a9-c10c-453c-9a61-284c5f5c83fe tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451913 Mar 08 04:46:52.228571 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e144d5-f84b-4f5c-b882-903a38e6ad0b req-e44722e6-2e8c-47cc-8c01-3c794f5cd9d0 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:52.233661 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e4e144d5-f84b-4f5c-b882-903a38e6ad0b req-e44722e6-2e8c-47cc-8c01-3c794f5cd9d0 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0708284 Mar 08 04:46:52.281041 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e4e144d5-f84b-4f5c-b882-903a38e6ad0b req-38ff1441-0853-4bad-af28-81c17d3cb01c tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454156 Mar 08 04:46:52.585999 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 89ba8554-558b-4ef7-9d8d-d0018128cb1c no longer exists at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:46:52.607986 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] No Port match for: 89ba8554-558b-4ef7-9d8d-d0018128cb1c {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:46:52.608336 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 89ba8554-558b-4ef7-9d8d-d0018128cb1c not bound to the agent host hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:46:53.324038 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d694b7-a7a0-44d2-b609-76a0432fadc4 req-28969eb8-cac9-44f6-9854-12bc60037bf4 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:53.325770 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e5d694b7-a7a0-44d2-b609-76a0432fadc4 req-28969eb8-cac9-44f6-9854-12bc60037bf4 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 944 time: 0.0533111 Mar 08 04:46:53.378961 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e5d694b7-a7a0-44d2-b609-76a0432fadc4 req-49999537-5cb2-4279-ae43-a3eea586edd8 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476904 Mar 08 04:46:53.402960 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ab330-c1fe-4b00-9982-fc19e1d8758b req-1f2a7534-c4ac-4bb7-956c-7158cd963c92 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:53.404487 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b07ab330-c1fe-4b00-9982-fc19e1d8758b req-1f2a7534-c4ac-4bb7-956c-7158cd963c92 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0543547 Mar 08 04:46:53.451200 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b07ab330-c1fe-4b00-9982-fc19e1d8758b req-71d25193-bb46-4142-be60-543341d56be7 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410140 Mar 08 04:46:54.504038 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e4eb6-721a-45e7-90c6-f4a911358929 req-fa139ebd-5a06-4ff5-9186-2af1c129f88a tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:54.505530 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-131e4eb6-721a-45e7-90c6-f4a911358929 req-fa139ebd-5a06-4ff5-9186-2af1c129f88a tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 944 time: 0.0553539 Mar 08 04:46:54.559178 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-131e4eb6-721a-45e7-90c6-f4a911358929 req-38b96137-35e5-4667-9b0e-75fb3319dd68 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445244 Mar 08 04:46:54.581852 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87062a1d-4ae9-415c-a7e0-1749ed053e8e req-5cc17773-998f-41db-9394-9338e366b53e tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:54.583344 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-87062a1d-4ae9-415c-a7e0-1749ed053e8e req-5cc17773-998f-41db-9394-9338e366b53e tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0623527 Mar 08 04:46:54.634014 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-87062a1d-4ae9-415c-a7e0-1749ed053e8e req-21b2e274-93ff-4dc8-bdcd-35cda73d244c tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450895 Mar 08 04:46:55.678020 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e7525-3257-4b72-bed6-7900166e8a41 req-505b2324-33fd-431a-b6f2-890d26afe3a1 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:55.679535 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-3d9e7525-3257-4b72-bed6-7900166e8a41 req-505b2324-33fd-431a-b6f2-890d26afe3a1 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 944 time: 0.0518572 Mar 08 04:46:55.728629 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-3d9e7525-3257-4b72-bed6-7900166e8a41 req-aaea1fba-7942-4bb0-8f05-01ea1310b0e3 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434179 Mar 08 04:46:55.749010 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422bee52-4ee2-46eb-9145-6c03636f37ca req-3153af00-cc6f-4132-a1a1-e1c4093c7fa4 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:55.750531 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-422bee52-4ee2-46eb-9145-6c03636f37ca req-3153af00-cc6f-4132-a1a1-e1c4093c7fa4 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0517025 Mar 08 04:46:55.798095 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-422bee52-4ee2-46eb-9145-6c03636f37ca req-8bce5048-619b-4f60-97ad-b2585c8130d9 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420041 Mar 08 04:46:56.585264 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device e0f45d37-e44b-4898-9a6f-c2d49b02e73a details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=110146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:46:56.680498 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port e0f45d37-e44b-4898-9a6f-c2d49b02e73a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e0f45d37-e44b-4898-9a6f-c2d49b02e73a,segment=NetworkSegment(bfc5b98a-0e1a-4a5e-8877-50d95fc22c17),segment_id=bfc5b98a-0e1a-4a5e-8877-50d95fc22c17)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:46:56.691222 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Returning: {'device': 'e0f45d37-e44b-4898-9a6f-c2d49b02e73a', 'network_id': 'cefdff50-dbc7-41bb-af8b-f00fe77830ed', 'port_id': 'e0f45d37-e44b-4898-9a6f-c2d49b02e73a', 'mac_address': 'fa:16:3e:62:26:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f0f0ac8-39f3-4773-89a2-7e5b57fd3f29', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:46:56.731176 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port e0f45d37-e44b-4898-9a6f-c2d49b02e73a is: DOWN; New status is: BUILD {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:46:56.731507 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (e0f45d37-e44b-4898-9a6f-c2d49b02e73a), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:56.744553 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0f45d37-e44b-4898-9a6f-c2d49b02e73a {{(pid=110146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:46:56.764174 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port e0f45d37-e44b-4898-9a6f-c2d49b02e73a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e0f45d37-e44b-4898-9a6f-c2d49b02e73a,segment=NetworkSegment(bfc5b98a-0e1a-4a5e-8877-50d95fc22c17),segment_id=bfc5b98a-0e1a-4a5e-8877-50d95fc22c17)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:46:56.820845 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (e0f45d37-e44b-4898-9a6f-c2d49b02e73a), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:56.844399 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93137e41-b53e-4532-8fc7-366b549fd77e req-e23bd312-0012-4a2b-9d2c-72d87f52e2dd tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:56.845939 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-93137e41-b53e-4532-8fc7-366b549fd77e req-e23bd312-0012-4a2b-9d2c-72d87f52e2dd tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 944 time: 0.0533483 Mar 08 04:46:56.885325 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=e0f45d37-e44b-4898-9a6f-c2d49b02e73a,revision_number=4']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:46:56.892080 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:46:56.894417 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:46:56.894417 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:46:56.894417 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:46:56.894417 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:46:56.894417 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:46:56.894809 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:46:56.895012 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:46:56.895603 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:46:56.895954 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:46:56.896293 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:46:56.896623 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:46:56.897000 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:46:56.913768 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-93137e41-b53e-4532-8fc7-366b549fd77e req-dd5f3b0c-c1a6-48ff-8b3a-040ee73c33a7 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595591 Mar 08 04:46:56.930866 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa2a81-c0fc-4d96-942c-1b96d74efeee req-96689af5-52d6-4ad9-8c26-76994ac354bf tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:56.932323 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-daaa2a81-c0fc-4d96-942c-1b96d74efeee req-96689af5-52d6-4ad9-8c26-76994ac354bf tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0577731 Mar 08 04:46:56.978228 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-daaa2a81-c0fc-4d96-942c-1b96d74efeee req-09db4cd5-0400-4a76-9e19-55e650bdb803 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403104 Mar 08 04:46:57.297923 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] get_ports_and_sgs() called for port_ids ['e0f45d37-e44b-4898-9a6f-c2d49b02e73a'] {{(pid=110146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:46:57.458171 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 42680) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:46:57.567966 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9df6c63f-0557-4bb9-aab7-337449d761de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:57.639577 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9df6c63f-0557-4bb9-aab7-337449d761de admin admin] Publish callbacks [] for security_group (460e1f95-47de-4645-9ab5-4cc8b9e8ff0d), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:57.682406 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9df6c63f-0557-4bb9-aab7-337449d761de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (460e1f95-47de-4645-9ab5-4cc8b9e8ff0d), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:57.720684 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-9df6c63f-0557-4bb9-aab7-337449d761de admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=da073cd97b4f4f8d8f09948d387389cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2614083 Mar 08 04:46:57.721599 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6c63f-0557-4bb9-aab7-337449d761de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460e1f95-47de-4645-9ab5-4cc8b9e8ff0d,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:46:57.723457 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 42686) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:46:57.730207 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df6c63f-0557-4bb9-aab7-337449d761de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:46:57.730590 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df6c63f-0557-4bb9-aab7-337449d761de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:46:57.730940 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df6c63f-0557-4bb9-aab7-337449d761de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:46:57.731288 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df6c63f-0557-4bb9-aab7-337449d761de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:46:57.731958 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df6c63f-0557-4bb9-aab7-337449d761de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:46:57.732223 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df6c63f-0557-4bb9-aab7-337449d761de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:46:57.732562 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df6c63f-0557-4bb9-aab7-337449d761de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:46:57.733111 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df6c63f-0557-4bb9-aab7-337449d761de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:46:57.736058 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df6c63f-0557-4bb9-aab7-337449d761de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:46:57.736058 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df6c63f-0557-4bb9-aab7-337449d761de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:46:57.736058 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df6c63f-0557-4bb9-aab7-337449d761de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:46:57.736058 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df6c63f-0557-4bb9-aab7-337449d761de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:46:57.736058 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df6c63f-0557-4bb9-aab7-337449d761de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:46:57.788145 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-9b4b640f-2131-4447-8906-d41d93a5d236 admin admin] Publish callbacks [] for security_group (460e1f95-47de-4645-9ab5-4cc8b9e8ff0d), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:57.809845 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-9b4b640f-2131-4447-8906-d41d93a5d236 admin admin] Publish callbacks [] for security_group (460e1f95-47de-4645-9ab5-4cc8b9e8ff0d), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:57.835749 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd5259-e314-4729-8b08-a621a6d14f9f req-4ab38103-4623-40d5-a4af-00afd8951f51 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:57.837458 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-94fd5259-e314-4729-8b08-a621a6d14f9f req-4ab38103-4623-40d5-a4af-00afd8951f51 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.0525863 Mar 08 04:46:57.890033 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-94fd5259-e314-4729-8b08-a621a6d14f9f req-d9fee546-0b38-410e-aa19-7e6f45fe8149 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470262 Mar 08 04:46:57.922995 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-9b4b640f-2131-4447-8906-d41d93a5d236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (460e1f95-47de-4645-9ab5-4cc8b9e8ff0d), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:57.926335 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-9b4b640f-2131-4447-8906-d41d93a5d236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:57.927489 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-9b4b640f-2131-4447-8906-d41d93a5d236 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/460e1f95-47de-4645-9ab5-4cc8b9e8ff0d HTTP/1.1" status: 204 len: 168 time: 0.2029352 Mar 08 04:46:57.937072 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b640f-2131-4447-8906-d41d93a5d236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460e1f95-47de-4645-9ab5-4cc8b9e8ff0d,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:46:58.039078 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0cc6b5-6400-4fe2-9f01-e03ec6c87870 req-5b886cb4-ce22-45e3-8cbe-56915910fa0a tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:58.040619 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1f0cc6b5-6400-4fe2-9f01-e03ec6c87870 req-5b886cb4-ce22-45e3-8cbe-56915910fa0a tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 945 time: 0.0536735 Mar 08 04:46:58.092751 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1f0cc6b5-6400-4fe2-9f01-e03ec6c87870 req-c9aa0dba-238d-4c22-b050-eec278ad70dd tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463183 Mar 08 04:46:58.099339 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e270f-7819-4935-94de-80096592ab25 req-eb8ae200-99f5-4908-92b3-bc15af24c828 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:58.100819 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-3e7e270f-7819-4935-94de-80096592ab25 req-eb8ae200-99f5-4908-92b3-bc15af24c828 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0580051 Mar 08 04:46:58.146560 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-3e7e270f-7819-4935-94de-80096592ab25 req-dc4f9528-834f-46aa-a97e-215f5c704f55 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399935 Mar 08 04:46:58.585640 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device e0f45d37-e44b-4898-9a6f-c2d49b02e73a up at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:46:58.706321 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning for port e0f45d37-e44b-4898-9a6f-c2d49b02e73a completed by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 04:46:58.710223 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning complete for port e0f45d37-e44b-4898-9a6f-c2d49b02e73a triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:46:58.710698 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (e0f45d37-e44b-4898-9a6f-c2d49b02e73a), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:58.787532 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port e0f45d37-e44b-4898-9a6f-c2d49b02e73a is: BUILD; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:46:58.787929 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (e0f45d37-e44b-4898-9a6f-c2d49b02e73a), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:58.809713 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c206c0cb-e493-439d-9dae-aeb9857c56f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f45d37-e44b-4898-9a6f-c2d49b02e73a'}] {{(pid=110146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:46:58.811936 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce5c9d46ce85cdc7bdd5e39ea1b8e3d9b9c3a590759baa6189aad05618b43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0415f3db-4245-409a-8082-54e2fdf0fae4" -d '{"events": [{"server_uuid": "c206c0cb-e493-439d-9dae-aeb9857c56f4", "name": "network-vif-plugged", "status": "completed", "tag": "e0f45d37-e44b-4898-9a6f-c2d49b02e73a"}]}' {{(pid=110146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:46:58.836530 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port e0f45d37-e44b-4898-9a6f-c2d49b02e73a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e0f45d37-e44b-4898-9a6f-c2d49b02e73a,segment=NetworkSegment(bfc5b98a-0e1a-4a5e-8877-50d95fc22c17),segment_id=bfc5b98a-0e1a-4a5e-8877-50d95fc22c17)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:46:58.857983 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff2a3ee-c1f5-45e4-8886-4b716ae36e65 x-openstack-request-id: req-eff2a3ee-c1f5-45e4-8886-4b716ae36e65 {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:46:58.858455 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c206c0cb-e493-439d-9dae-aeb9857c56f4", "name": "network-vif-plugged", "status": "completed", "tag": "e0f45d37-e44b-4898-9a6f-c2d49b02e73a", "code": 200}]} {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:46:58.858884 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eff2a3ee-c1f5-45e4-8886-4b716ae36e65 {{(pid=110146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:46:58.859516 dv-cinder-740146-13-iscsi neutron-server[110146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c206c0cb-e493-439d-9dae-aeb9857c56f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f45d37-e44b-4898-9a6f-c2d49b02e73a', 'code': 200} Mar 08 04:46:58.905434 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (e0f45d37-e44b-4898-9a6f-c2d49b02e73a), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:58.955650 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=e0f45d37-e44b-4898-9a6f-c2d49b02e73a,revision_number=5']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:46:59.015470 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c16be40-3024-42b1-8317-06ce523d7415 req-5b1a6c0b-a41d-48fa-aff5-925ea6e61a79 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:59.017204 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-3c16be40-3024-42b1-8317-06ce523d7415 req-5b1a6c0b-a41d-48fa-aff5-925ea6e61a79 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.0567069 Mar 08 04:46:59.043204 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260cc93-7c51-45aa-bb85-a2066ec8f362 req-0b6d1965-2820-4799-8a00-e7c48991ce51 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:59.044658 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1260cc93-7c51-45aa-bb85-a2066ec8f362 req-0b6d1965-2820-4799-8a00-e7c48991ce51 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.18 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0601025 Mar 08 04:46:59.076011 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-3c16be40-3024-42b1-8317-06ce523d7415 req-8f2d8f51-1f26-4a79-9a61-82929340a18f tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521276 Mar 08 04:46:59.187222 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-1260cc93-7c51-45aa-bb85-a2066ec8f362 req-1d1a75fd-e5e4-485e-86b4-d70aa776134e tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Deleting port d3034fd4-e039-450a-a542-bb1ca8c66a06 {{(pid=110144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:46:59.187568 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-1260cc93-7c51-45aa-bb85-a2066ec8f362 req-1d1a75fd-e5e4-485e-86b4-d70aa776134e tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (d3034fd4-e039-450a-a542-bb1ca8c66a06), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:59.274856 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ab1f4-4b77-47db-b194-9f0451f81b93 req-f131ddc3-e3a2-493b-91da-e698e382e366 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:59.276343 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b63ab1f4-4b77-47db-b194-9f0451f81b93 req-f131ddc3-e3a2-493b-91da-e698e382e366 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 946 time: 0.0531521 Mar 08 04:46:59.323836 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc61e7-7678-40f6-bb8c-4e71edaf9de4 req-ab245a08-7266-4097-a2f2-9b4af6ae2dac tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:59.325246 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-6dfc61e7-7678-40f6-bb8c-4e71edaf9de4 req-ab245a08-7266-4097-a2f2-9b4af6ae2dac tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 946 time: 0.1528859 Mar 08 04:46:59.327382 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b63ab1f4-4b77-47db-b194-9f0451f81b93 req-80a4eb04-8ac6-40ba-b7de-10c060ea0ad6 tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/security-groups?id=40f9c215-de70-4a10-b81e-80a59fdda24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451717 Mar 08 04:46:59.333625 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405baaff-5f2d-4f7a-bcb2-9f95f54c8b07 req-eed297b4-7999-4cc8-8eed-1f57e5cb4fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:46:59.337852 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-405baaff-5f2d-4f7a-bcb2-9f95f54c8b07 req-eed297b4-7999-4cc8-8eed-1f57e5cb4fc7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 1130 time: 0.1148138 Mar 08 04:46:59.414083 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-1260cc93-7c51-45aa-bb85-a2066ec8f362 req-1d1a75fd-e5e4-485e-86b4-d70aa776134e tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] For port d3034fd4-e039-450a-a542-bb1ca8c66a06, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=d3034fd4-e039-450a-a542-bb1ca8c66a06,segment=NetworkSegment(e192af6a-f540-487b-8d8a-631cc755a6f5),segment_id=e192af6a-f540-487b-8d8a-631cc755a6f5)] {{(pid=110144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:46:59.414457 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-1260cc93-7c51-45aa-bb85-a2066ec8f362 req-1d1a75fd-e5e4-485e-86b4-d70aa776134e tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (d3034fd4-e039-450a-a542-bb1ca8c66a06), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:59.429758 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-6dfc61e7-7678-40f6-bb8c-4e71edaf9de4 req-aad24b91-7180-4719-ba26-bf5b2f17c04e tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915115 Mar 08 04:46:59.437470 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-1260cc93-7c51-45aa-bb85-a2066ec8f362 req-1d1a75fd-e5e4-485e-86b4-d70aa776134e tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Calling delete_port for d3034fd4-e039-450a-a542-bb1ca8c66a06 owned by compute:nova {{(pid=110144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:46:59.460089 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:59.493603 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-405baaff-5f2d-4f7a-bcb2-9f95f54c8b07 req-d4136b12-3299-4825-8e85-5f6d98635c79 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457465 Mar 08 04:46:59.556740 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 42734) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:46:59.648503 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-1260cc93-7c51-45aa-bb85-a2066ec8f362 req-1d1a75fd-e5e4-485e-86b4-d70aa776134e tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (d3034fd4-e039-450a-a542-bb1ca8c66a06), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:59.660415 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-1034077a-e94c-40c7-91f8-d41a8fd74435 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:59.662264 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] get_ports_and_sgs() called for port_ids ['d3034fd4-e039-450a-a542-bb1ca8c66a06'] {{(pid=110146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:46:59.680118 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a75fd-e5e4-485e-86b4-d70aa776134e tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Pushing event deleted for resources: {'Port': ['ID=d3034fd4-e039-450a-a542-bb1ca8c66a06,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:46:59.722276 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [req-1260cc93-7c51-45aa-bb85-a2066ec8f362 req-1d1a75fd-e5e4-485e-86b4-d70aa776134e tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] No DVR routers for this DVR port d3034fd4-e039-450a-a542-bb1ca8c66a06 on host hv-cinder-74014 {{(pid=110144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:46:59.724787 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-1260cc93-7c51-45aa-bb85-a2066ec8f362 req-1d1a75fd-e5e4-485e-86b4-d70aa776134e tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:59.728421 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1260cc93-7c51-45aa-bb85-a2066ec8f362 req-1d1a75fd-e5e4-485e-86b4-d70aa776134e tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.18 "DELETE /v2.0/ports/d3034fd4-e039-450a-a542-bb1ca8c66a06 HTTP/1.1" status: 204 len: 173 time: 0.6622314 Mar 08 04:46:59.731094 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b05709e8-d922-4920-91df-fe5a7d97e5c6', 'name': 'network-vif-deleted', 'tag': 'd3034fd4-e039-450a-a542-bb1ca8c66a06'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:46:59.731296 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93de893-7ee2-4d21-b314-39b5566db460" -d '{"events": [{"server_uuid": "b05709e8-d922-4920-91df-fe5a7d97e5c6", "name": "network-vif-deleted", "tag": "d3034fd4-e039-450a-a542-bb1ca8c66a06"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:46:59.740281 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-1034077a-e94c-40c7-91f8-d41a8fd74435 admin admin] Publish callbacks [] for security_group (6cd13ded-5f9e-4fb2-8a77-34274b357f4a), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:59.765982 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370fc826-56ec-4a16-9331-266a12da54c4 x-openstack-request-id: req-370fc826-56ec-4a16-9331-266a12da54c4 {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:46:59.766275 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b05709e8-d922-4920-91df-fe5a7d97e5c6", "name": "network-vif-deleted", "tag": "d3034fd4-e039-450a-a542-bb1ca8c66a06", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:46:59.766530 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-370fc826-56ec-4a16-9331-266a12da54c4 {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:46:59.766928 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b05709e8-d922-4920-91df-fe5a7d97e5c6', 'name': 'network-vif-deleted', 'tag': 'd3034fd4-e039-450a-a542-bb1ca8c66a06', 'status': 'completed', 'code': 200} Mar 08 04:46:59.808550 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-1034077a-e94c-40c7-91f8-d41a8fd74435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (6cd13ded-5f9e-4fb2-8a77-34274b357f4a), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:59.845686 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-1034077a-e94c-40c7-91f8-d41a8fd74435 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=780742ef57dd436d9ad5194bb64976a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2877018 Mar 08 04:46:59.847106 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1034077a-e94c-40c7-91f8-d41a8fd74435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd13ded-5f9e-4fb2-8a77-34274b357f4a,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:46:59.849252 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 42740) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:46:59.896599 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b79bb087-3fed-4fc1-9bf9-f01c989d86b7 admin admin] Publish callbacks [] for security_group (6cd13ded-5f9e-4fb2-8a77-34274b357f4a), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:46:59.917359 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b79bb087-3fed-4fc1-9bf9-f01c989d86b7 admin admin] Publish callbacks [] for security_group (6cd13ded-5f9e-4fb2-8a77-34274b357f4a), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:00.036775 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b79bb087-3fed-4fc1-9bf9-f01c989d86b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (6cd13ded-5f9e-4fb2-8a77-34274b357f4a), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:00.039538 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b79bb087-3fed-4fc1-9bf9-f01c989d86b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:00.040707 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-b79bb087-3fed-4fc1-9bf9-f01c989d86b7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6cd13ded-5f9e-4fb2-8a77-34274b357f4a HTTP/1.1" status: 204 len: 168 time: 0.1905584 Mar 08 04:47:00.048917 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79bb087-3fed-4fc1-9bf9-f01c989d86b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd13ded-5f9e-4fb2-8a77-34274b357f4a,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:47:00.193642 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ada81c-c0dc-4304-807f-77353dc3023e req-748f30d1-bb94-4949-a15d-0ec4b4b9b84d tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:00.195025 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-79ada81c-c0dc-4304-807f-77353dc3023e req-748f30d1-bb94-4949-a15d-0ec4b4b9b84d tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.0516846 Mar 08 04:47:00.241516 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-79ada81c-c0dc-4304-807f-77353dc3023e req-85a0d6cd-6321-4330-bf0e-6d7810e4a9d6 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407085 Mar 08 04:47:00.453897 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-56d35d7c-f232-41f1-90aa-770b8d71552e req-d0e64a7b-f2dd-4b71-8c9a-4f1f19a90a2d tempest-ServerRescueNegativeTestJSON-1317680256 tempest-ServerRescueNegativeTestJSON-1317680256-project] 10.222.0.35 "GET /v2.0/ports?device_id=b05709e8-d922-4920-91df-fe5a7d97e5c6 HTTP/1.1" status: 200 len: 210 time: 0.0388093 Mar 08 04:47:00.554788 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c180d-fd84-4518-ac7a-f920105978a3 req-04d32b7e-0bfa-421c-b098-5b4f9571021f tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:00.556335 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-758c180d-fd84-4518-ac7a-f920105978a3 req-04d32b7e-0bfa-421c-b098-5b4f9571021f tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 946 time: 0.0554676 Mar 08 04:47:00.609271 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-758c180d-fd84-4518-ac7a-f920105978a3 req-fa71dc9a-a390-4c1a-ad7d-78a9ecc07918 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473795 Mar 08 04:47:01.357327 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badbe606-7a21-4939-a8d7-bc61c3c87048 req-152ad508-6d3f-4f9e-80f0-e558d2e7152e tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:01.358782 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-badbe606-7a21-4939-a8d7-bc61c3c87048 req-152ad508-6d3f-4f9e-80f0-e558d2e7152e tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.0509503 Mar 08 04:47:01.404731 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-badbe606-7a21-4939-a8d7-bc61c3c87048 req-e139445f-2052-4f5e-b330-79e0a8dd1919 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399418 Mar 08 04:47:01.517393 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 42794) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:47:01.724507 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8207f07-99b7-4450-9762-8f67028b1fe0 req-c6a824f7-c16e-4ef2-a462-005642918a8a tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:01.726135 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-c8207f07-99b7-4450-9762-8f67028b1fe0 req-c6a824f7-c16e-4ef2-a462-005642918a8a tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 946 time: 0.0528231 Mar 08 04:47:01.774060 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-c8207f07-99b7-4450-9762-8f67028b1fe0 req-910f2bea-2bb6-4a7a-b512-22504682c186 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418649 Mar 08 04:47:01.966990 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8033ba1-76cc-402f-a7fc-6a341db766dd req-4828815f-77d7-4c7e-9a33-23e0dc8a4221 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:01.968544 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c8033ba1-76cc-402f-a7fc-6a341db766dd req-4828815f-77d7-4c7e-9a33-23e0dc8a4221 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 946 time: 0.1080885 Mar 08 04:47:01.998994 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-0da686e7-ec80-42a7-abe3-6513c5057a57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-956245'] for router_interface (e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:02.069784 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c8033ba1-76cc-402f-a7fc-6a341db766dd req-138bfced-d8e8-4155-b033-3194d9e5f342 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943334 Mar 08 04:47:02.091695 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 42806) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:47:02.286683 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbe1db9-c939-4659-9c65-d3d3e17c8463 tempest-TestShelveInstance-1514414126 tempest-TestShelveInstance-1514414126-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:02.290970 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-4dbe1db9-c939-4659-9c65-d3d3e17c8463 tempest-TestShelveInstance-1514414126 tempest-TestShelveInstance-1514414126-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 1125 time: 0.1953092 Mar 08 04:47:02.291165 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 42810) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:47:02.295480 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-9c8128a7-ef87-4228-a05f-21a425b1c35e tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Request body: {'floatingip': {'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'port_id': 'e0f45d37-e44b-4898-9a6f-c2d49b02e73a', 'tenant_id': '2bcb6fa5cf414d02895f25160874a65a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:47:02.408614 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9c8128a7-ef87-4228-a05f-21a425b1c35e tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:02.530083 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [None req-0da686e7-ec80-42a7-abe3-6513c5057a57 admin admin] Deleting port fb9d9071-700b-4110-af17-728edf5a7372 {{(pid=110144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:47:02.530635 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-0da686e7-ec80-42a7-abe3-6513c5057a57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (fb9d9071-700b-4110-af17-728edf5a7372), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:02.603584 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device d3034fd4-e039-450a-a542-bb1ca8c66a06 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:47:02.615123 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [None req-0da686e7-ec80-42a7-abe3-6513c5057a57 admin admin] For port fb9d9071-700b-4110-af17-728edf5a7372, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=fb9d9071-700b-4110-af17-728edf5a7372,segment=NetworkSegment(e192af6a-f540-487b-8d8a-631cc755a6f5),segment_id=e192af6a-f540-487b-8d8a-631cc755a6f5)] {{(pid=110144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:47:02.615493 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-0da686e7-ec80-42a7-abe3-6513c5057a57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (fb9d9071-700b-4110-af17-728edf5a7372), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:02.626109 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] No Port match for: d3034fd4-e039-450a-a542-bb1ca8c66a06 {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:47:02.626605 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device d3034fd4-e039-450a-a542-bb1ca8c66a06 not bound to the agent host hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:47:02.629343 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [None req-0da686e7-ec80-42a7-abe3-6513c5057a57 admin admin] Calling delete_port for fb9d9071-700b-4110-af17-728edf5a7372 owned by network:router_interface {{(pid=110144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:47:02.761852 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b6df6-8ddc-4452-91eb-889d7804ff40 req-5c790301-48d0-451f-b120-1692253986b4 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:02.763427 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-7d7b6df6-8ddc-4452-91eb-889d7804ff40 req-5c790301-48d0-451f-b120-1692253986b4 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.2876565 Mar 08 04:47:02.771773 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9c8128a7-ef87-4228-a05f-21a425b1c35e tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:02.857118 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-7d7b6df6-8ddc-4452-91eb-889d7804ff40 req-a105229a-e00c-4799-8209-53736b95cf7b tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871000 Mar 08 04:47:02.911408 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-0da686e7-ec80-42a7-abe3-6513c5057a57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (fb9d9071-700b-4110-af17-728edf5a7372), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:02.912792 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.db_base_plugin_common [None req-9c8128a7-ef87-4228-a05f-21a425b1c35e tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Allocated IP 172.27.0.159 (e335cf5a-bd08-4697-9061-81dcecc4c284/5add51e7-3273-4e08-a772-a967bfff1dcd/68de5509-6886-416f-a76a-c7ea014904a6) {{(pid=110145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:47:02.939841 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da686e7-ec80-42a7-abe3-6513c5057a57 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb9d9071-700b-4110-af17-728edf5a7372,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:47:03.019932 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9c8128a7-ef87-4228-a05f-21a425b1c35e tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks [] for port (68de5509-6886-416f-a76a-c7ea014904a6), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:03.110440 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-0da686e7-ec80-42a7-abe3-6513c5057a57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-956193'] for router_interface (e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:03.134673 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9c8128a7-ef87-4228-a05f-21a425b1c35e tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793137'] for port (68de5509-6886-416f-a76a-c7ea014904a6), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:03.171199 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8128a7-ef87-4228-a05f-21a425b1c35e tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Network e335cf5a-bd08-4697-9061-81dcecc4c284 is already hosted by enough agents. {{(pid=110145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:47:03.176172 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.base_scheduler [None req-9c8128a7-ef87-4228-a05f-21a425b1c35e tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Resources bound (agent type, host, resource id): {{(pid=110145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:47:03.178892 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8128a7-ef87-4228-a05f-21a425b1c35e tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Received port after_create {{(pid=110145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:47:03.211380 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8128a7-ef87-4228-a05f-21a425b1c35e tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Pushing event updated for resources: {'Port': ['ID=68de5509-6886-416f-a76a-c7ea014904a6,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:47:03.342223 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da686e7-ec80-42a7-abe3-6513c5057a57 admin admin] Router e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:47:03.480282 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da686e7-ec80-42a7-abe3-6513c5057a57 admin admin] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:47:03.488766 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-0da686e7-ec80-42a7-abe3-6513c5057a57 admin admin] 10.222.0.35 "PUT /v2.0/routers/e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9668617 Mar 08 04:47:03.488766 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 42824) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:47:03.490823 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec19a29-6b25-4cbb-bb57-91b3f67b4f3a None None] Sync routers for ids ['e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be'] in dv-cinder-740146-13-iscsi {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:47:03.501574 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec19a29-6b25-4cbb-bb57-91b3f67b4f3a None None] Routers {'e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:47:03.502176 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-3ec19a29-6b25-4cbb-bb57-91b3f67b4f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:46:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:47:03.586895 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9c8128a7-ef87-4228-a05f-21a425b1c35e tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks [] for floatingip (c8cdce08-878d-459c-9480-db7413fec2d9), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:03.608496 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-c49c648d-35b1-46ce-bb39-a2cdc8a3dc6f admin admin] Publish callbacks [] for router (e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:03.617891 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-3ec19a29-6b25-4cbb-bb57-91b3f67b4f3a None None] Set router e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:47:03.731944 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-c49c648d-35b1-46ce-bb39-a2cdc8a3dc6f admin admin] Publish callbacks [] for router_gateway (e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:03.740770 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9c8128a7-ef87-4228-a05f-21a425b1c35e tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (68de5509-6886-416f-a76a-c7ea014904a6), before_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:03.808721 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-3ec19a29-6b25-4cbb-bb57-91b3f67b4f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be', 'name': 'tempest-ServerRescueNegativeTestJSON-446900798-router', 'tenant_id': 'bcad66ae90ba4346a7872b34da137f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': 'af8d40a7-7ecc-43ec-a5a8-e6784a954546', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:23Z', 'updated_at': '2022-03-08T04:47:02Z', 'revision_number': 5, 'project_id': 'bcad66ae90ba4346a7872b34da137f6b', 'gw_port': {'id': 'af8d40a7-7ecc-43ec-a5a8-e6784a954546', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:2e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:24Z', 'updated_at': '2022-03-08T04:43:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi'}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:47:03.838046 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec19a29-6b25-4cbb-bb57-91b3f67b4f3a None None] Checking router: e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be for host: dv-cinder-740146-13-iscsi {{(pid=110147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:47:03.847027 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec19a29-6b25-4cbb-bb57-91b3f67b4f3a None None] Routers {'e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:47:03.854979 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-3ec19a29-6b25-4cbb-bb57-91b3f67b4f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:46:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:47:03.862940 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [None req-c49c648d-35b1-46ce-bb39-a2cdc8a3dc6f admin admin] Deleting port af8d40a7-7ecc-43ec-a5a8-e6784a954546 {{(pid=110144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:47:03.863375 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-c49c648d-35b1-46ce-bb39-a2cdc8a3dc6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (af8d40a7-7ecc-43ec-a5a8-e6784a954546), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:03.940710 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9c8128a7-ef87-4228-a05f-21a425b1c35e tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks [] for port (68de5509-6886-416f-a76a-c7ea014904a6), precommit_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:03.963473 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-3ec19a29-6b25-4cbb-bb57-91b3f67b4f3a None None] Set router e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be gateway port host: None {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:47:04.002244 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-3ec19a29-6b25-4cbb-bb57-91b3f67b4f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be', 'name': 'tempest-ServerRescueNegativeTestJSON-446900798-router', 'tenant_id': 'bcad66ae90ba4346a7872b34da137f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:23Z', 'updated_at': '2022-03-08T04:47:03Z', 'revision_number': 6, 'project_id': 'bcad66ae90ba4346a7872b34da137f6b', 'gw_port_host': None}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:47:04.008219 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9c8128a7-ef87-4228-a05f-21a425b1c35e tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62793160'] for port (68de5509-6886-416f-a76a-c7ea014904a6), after_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:04.008864 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [None req-c49c648d-35b1-46ce-bb39-a2cdc8a3dc6f admin admin] For port af8d40a7-7ecc-43ec-a5a8-e6784a954546, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=af8d40a7-7ecc-43ec-a5a8-e6784a954546,segment=NetworkSegment(83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c),segment_id=83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c)] {{(pid=110144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:47:04.009259 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-c49c648d-35b1-46ce-bb39-a2cdc8a3dc6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (af8d40a7-7ecc-43ec-a5a8-e6784a954546), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:04.027261 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [None req-c49c648d-35b1-46ce-bb39-a2cdc8a3dc6f admin admin] Calling delete_port for af8d40a7-7ecc-43ec-a5a8-e6784a954546 owned by network:router_gateway {{(pid=110144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:47:04.031851 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec19a29-6b25-4cbb-bb57-91b3f67b4f3a None None] The sync data for ids ['e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be'] in dv-cinder-740146-13-iscsi is: [{'id': 'e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be', 'name': 'tempest-ServerRescueNegativeTestJSON-446900798-router', 'tenant_id': 'bcad66ae90ba4346a7872b34da137f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:23Z', 'updated_at': '2022-03-08T04:47:03Z', 'revision_number': 6, 'project_id': 'bcad66ae90ba4346a7872b34da137f6b', 'gw_port_host': None}] {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:47:04.038587 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06483b16-c339-421f-9c7d-333a49c277a7 req-688498f8-9a25-4fc8-ac0b-0a740639aea0 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:04.040172 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-06483b16-c339-421f-9c7d-333a49c277a7 req-688498f8-9a25-4fc8-ac0b-0a740639aea0 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.0945389 Mar 08 04:47:04.097633 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8128a7-ef87-4228-a05f-21a425b1c35e tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Pushing event updated for resources: {'Port': ['ID=68de5509-6886-416f-a76a-c7ea014904a6,revision_number=2']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:47:04.107867 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9c8128a7-ef87-4228-a05f-21a425b1c35e tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952661'] for floatingip (c8cdce08-878d-459c-9480-db7413fec2d9), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:04.140065 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-06483b16-c339-421f-9c7d-333a49c277a7 req-cd3764d1-31c5-42eb-b98c-9adca31e0b17 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927937 Mar 08 04:47:04.213358 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.db.l3_db [None req-9c8128a7-ef87-4228-a05f-21a425b1c35e tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Floating IP c8cdce08-878d-459c-9480-db7413fec2d9 associated. External IP: 172.27.0.159, port: e0f45d37-e44b-4898-9a6f-c2d49b02e73a. Mar 08 04:47:04.305951 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-c49c648d-35b1-46ce-bb39-a2cdc8a3dc6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (af8d40a7-7ecc-43ec-a5a8-e6784a954546), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:04.333237 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49c648d-35b1-46ce-bb39-a2cdc8a3dc6f admin admin] Pushing event deleted for resources: {'Port': ['ID=af8d40a7-7ecc-43ec-a5a8-e6784a954546,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:47:04.398371 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-c49c648d-35b1-46ce-bb39-a2cdc8a3dc6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-950923'] for router_gateway (e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:04.439407 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8128a7-ef87-4228-a05f-21a425b1c35e tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Router c002f7d8-ba95-4a79-ba82-33eb01a7d3bb has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:47:04.505263 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-c49c648d-35b1-46ce-bb39-a2cdc8a3dc6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-955711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9283'] for router (e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:04.507354 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-c49c648d-35b1-46ce-bb39-a2cdc8a3dc6f admin admin] Publish callbacks [] for router_controller (e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be), precommit_delete_associations {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:04.556315 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8128a7-ef87-4228-a05f-21a425b1c35e tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:47:04.567195 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4843c1-b36b-44a2-b53a-dcbda1a8e28a None None] Sync routers for ids ['c002f7d8-ba95-4a79-ba82-33eb01a7d3bb'] in dv-cinder-740146-13-iscsi {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:47:04.576802 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4843c1-b36b-44a2-b53a-dcbda1a8e28a None None] Routers {'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:47:04.577460 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-0b4843c1-b36b-44a2-b53a-dcbda1a8e28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:46:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['c002f7d8-ba95-4a79-ba82-33eb01a7d3bb'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:47:04.661975 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9c8128a7-ef87-4228-a05f-21a425b1c35e tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for floatingip (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:04.682364 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-0b4843c1-b36b-44a2-b53a-dcbda1a8e28a None None] Set router c002f7d8-ba95-4a79-ba82-33eb01a7d3bb gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:47:04.695287 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-9c8128a7-ef87-4228-a05f-21a425b1c35e tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4030895 Mar 08 04:47:04.695965 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c206c0cb-e493-439d-9dae-aeb9857c56f4', 'tag': 'e0f45d37-e44b-4898-9a6f-c2d49b02e73a'}] {{(pid=110145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:47:04.698264 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71968b58d2f8aa6f8c15556c85a5ad4508c502c1b37aaef7a0ee3c4c7a23d4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9354a6-3f69-4e03-8deb-4779af202a40" -d '{"events": [{"name": "network-changed", "server_uuid": "c206c0cb-e493-439d-9dae-aeb9857c56f4", "tag": "e0f45d37-e44b-4898-9a6f-c2d49b02e73a"}]}' {{(pid=110145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:47:04.708492 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-c49c648d-35b1-46ce-bb39-a2cdc8a3dc6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-955688'] for router (e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:04.712095 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49c648d-35b1-46ce-bb39-a2cdc8a3dc6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be {{(pid=110144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 04:47:04.717983 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-c49c648d-35b1-46ce-bb39-a2cdc8a3dc6f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:04.719239 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-c49c648d-35b1-46ce-bb39-a2cdc8a3dc6f admin admin] 10.222.0.35 "DELETE /v2.0/routers/e5b9ffea-a7c2-4a98-a1c3-f43cd1aac8be HTTP/1.1" status: 204 len: 168 time: 1.2303929 Mar 08 04:47:04.721927 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 42840) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:47:04.748673 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026d22d6-e651-4e68-93a0-2343d72756a2 x-openstack-request-id: req-026d22d6-e651-4e68-93a0-2343d72756a2 {{(pid=110145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:47:04.748964 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c206c0cb-e493-439d-9dae-aeb9857c56f4", "tag": "e0f45d37-e44b-4898-9a6f-c2d49b02e73a", "status": "completed", "code": 200}]} {{(pid=110145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:47:04.750304 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-026d22d6-e651-4e68-93a0-2343d72756a2 {{(pid=110145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:47:04.750622 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c206c0cb-e493-439d-9dae-aeb9857c56f4', 'tag': 'e0f45d37-e44b-4898-9a6f-c2d49b02e73a', 'status': 'completed', 'code': 200} Mar 08 04:47:04.772159 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.db_base_plugin_v2 [None req-b291e475-2011-4986-bbba-a04696a0ecde admin admin] Deleting subnet 163b8d78-8815-4c1c-8542-991483b60755 {{(pid=110145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 04:47:04.775308 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b291e475-2011-4986-bbba-a04696a0ecde admin admin] Publish callbacks [] for subnet (163b8d78-8815-4c1c-8542-991483b60755), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:04.813788 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b291e475-2011-4986-bbba-a04696a0ecde admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1921012'] for subnet (163b8d78-8815-4c1c-8542-991483b60755), precommit_delete_associations {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:04.860684 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b291e475-2011-4986-bbba-a04696a0ecde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4105722'] for subnet (163b8d78-8815-4c1c-8542-991483b60755), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:04.980949 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-0b4843c1-b36b-44a2-b53a-dcbda1a8e28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb', 'name': 'tempest-TestShelveInstance-707160647-router', 'tenant_id': '2bcb6fa5cf414d02895f25160874a65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '16717d8c-56a5-4633-83a1-a509b3036f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:45:52Z', 'updated_at': '2022-03-08T04:45:56Z', 'revision_number': 4, 'project_id': '2bcb6fa5cf414d02895f25160874a65a', 'gw_port': {'id': '16717d8c-56a5-4633-83a1-a509b3036f49', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:45:53Z', 'updated_at': '2022-03-08T04:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': 'c8cdce08-878d-459c-9480-db7413fec2d9', 'tenant_id': '2bcb6fa5cf414d02895f25160874a65a', 'floating_ip_address': '172.27.0.159', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': 'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb', 'port_id': 'e0f45d37-e44b-4898-9a6f-c2d49b02e73a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cefdff50-dbc7-41bb-af8b-f00fe77830ed', 'mac_address': 'fa:16:3e:62:26:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c206c0cb-e493-439d-9dae-aeb9857c56f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:47:03Z', 'updated_at': '2022-03-08T04:47:03Z', 'revision_number': 0, 'project_id': '2bcb6fa5cf414d02895f25160874a65a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e73579f-bb82-4e9a-93b8-bb176863b3b8', 'name': '', 'network_id': 'cefdff50-dbc7-41bb-af8b-f00fe77830ed', 'tenant_id': '2bcb6fa5cf414d02895f25160874a65a', 'mac_address': 'fa:16:3e:39:4b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5f0f0ac8-39f3-4773-89a2-7e5b57fd3f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:45:55Z', 'updated_at': '2022-03-08T04:46:01Z', 'revision_number': 5, 'project_id': '2bcb6fa5cf414d02895f25160874a65a', 'subnets': [{'id': '5f0f0ac8-39f3-4773-89a2-7e5b57fd3f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:47:04.997183 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b291e475-2011-4986-bbba-a04696a0ecde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4105697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62793094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59254926'] for subnet (163b8d78-8815-4c1c-8542-991483b60755), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:05.010785 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4843c1-b36b-44a2-b53a-dcbda1a8e28a None None] Checking router: c002f7d8-ba95-4a79-ba82-33eb01a7d3bb for host: dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:47:05.019635 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4843c1-b36b-44a2-b53a-dcbda1a8e28a None None] Routers {'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:47:05.020253 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-0b4843c1-b36b-44a2-b53a-dcbda1a8e28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:46:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['c002f7d8-ba95-4a79-ba82-33eb01a7d3bb'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:47:05.030731 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b291e475-2011-4986-bbba-a04696a0ecde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=163b8d78-8815-4c1c-8542-991483b60755,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:47:05.041302 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b291e475-2011-4986-bbba-a04696a0ecde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for subnet (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:05.045830 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-b291e475-2011-4986-bbba-a04696a0ecde admin admin] 10.222.0.35 "DELETE /v2.0/subnets/163b8d78-8815-4c1c-8542-991483b60755 HTTP/1.1" status: 204 len: 168 time: 0.3228257 Mar 08 04:47:05.053217 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 42844) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:47:05.132358 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-613eae1c-62d6-48fe-947d-8f31698d3379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3980661'] for network (cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:05.140135 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-0b4843c1-b36b-44a2-b53a-dcbda1a8e28a None None] Set router c002f7d8-ba95-4a79-ba82-33eb01a7d3bb gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:47:05.225283 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-613eae1c-62d6-48fe-947d-8f31698d3379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3756149', 'neutron.services.segments.db._delete_segments_for_network-8769087550311'] for network (cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:05.250817 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.services.segments.db [None req-613eae1c-62d6-48fe-947d-8f31698d3379 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7']}} {{(pid=110144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:47:05.255718 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 42848) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:47:05.258102 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-edfbb6f8-371b-4524-b268-591576d8679b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1211445984', 'description': 'tempest-description--789497662'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:47:05.278897 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.services.segments.db [None req-613eae1c-62d6-48fe-947d-8f31698d3379 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e192af6a-f540-487b-8d8a-631cc755a6f5') {'for_net_delete': True} {{(pid=110144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:47:05.279198 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.services.segments.db [None req-613eae1c-62d6-48fe-947d-8f31698d3379 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e192af6a-f540-487b-8d8a-631cc755a6f5') {} {{(pid=110144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:47:05.293794 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6144c-9d49-45f3-a21e-18a086f112be req-2fcc639a-d663-43c6-8211-63499e246cda tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:05.295556 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-fcd6144c-9d49-45f3-a21e-18a086f112be req-2fcc639a-d663-43c6-8211-63499e246cda tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.0711432 Mar 08 04:47:05.296577 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-613eae1c-62d6-48fe-947d-8f31698d3379 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769087551344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58735355'] for segment (e192af6a-f540-487b-8d8a-631cc755a6f5), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:05.310488 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-613eae1c-62d6-48fe-947d-8f31698d3379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041'] for segment (e192af6a-f540-487b-8d8a-631cc755a6f5), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:05.316621 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-613eae1c-62d6-48fe-947d-8f31698d3379 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=110144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 04:47:05.316999 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-613eae1c-62d6-48fe-947d-8f31698d3379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4052337'] for segment (e192af6a-f540-487b-8d8a-631cc755a6f5), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:05.318681 dv-cinder-740146-13-iscsi neutron-server[110144]: Traceback (most recent call last): Mar 08 04:47:05.318681 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 04:47:05.318681 dv-cinder-740146-13-iscsi neutron-server[110144]: timer() Mar 08 04:47:05.318681 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 04:47:05.318681 dv-cinder-740146-13-iscsi neutron-server[110144]: cb(*args, **kw) Mar 08 04:47:05.318681 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 04:47:05.318681 dv-cinder-740146-13-iscsi neutron-server[110144]: return func(*args, **kwargs) Mar 08 04:47:05.318681 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 04:47:05.318681 dv-cinder-740146-13-iscsi neutron-server[110144]: self._notify() Mar 08 04:47:05.318681 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 04:47:05.318681 dv-cinder-740146-13-iscsi neutron-server[110144]: self.callback(batched_events) Mar 08 04:47:05.318681 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 04:47:05.318681 dv-cinder-740146-13-iscsi neutron-server[110144]: event.method(event) Mar 08 04:47:05.318681 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 04:47:05.318681 dv-cinder-740146-13-iscsi neutron-server[110144]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 04:47:05.318681 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 04:47:05.318681 dv-cinder-740146-13-iscsi neutron-server[110144]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 04:47:05.318681 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 04:47:05.318681 dv-cinder-740146-13-iscsi neutron-server[110144]: return f(self, *a, **k) Mar 08 04:47:05.318681 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 04:47:05.318681 dv-cinder-740146-13-iscsi neutron-server[110144]: return self._get(url).json() Mar 08 04:47:05.318681 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 04:47:05.318681 dv-cinder-740146-13-iscsi neutron-server[110144]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 04:47:05.318681 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 04:47:05.318681 dv-cinder-740146-13-iscsi neutron-server[110144]: return self.request(url, 'GET', **kwargs) Mar 08 04:47:05.318681 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 04:47:05.318681 dv-cinder-740146-13-iscsi neutron-server[110144]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 04:47:05.318681 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 04:47:05.318681 dv-cinder-740146-13-iscsi neutron-server[110144]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 04:47:05.318681 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 04:47:05.318681 dv-cinder-740146-13-iscsi neutron-server[110144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 04:47:05.318681 dv-cinder-740146-13-iscsi neutron-server[110144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 04:47:05.348783 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-fcd6144c-9d49-45f3-a21e-18a086f112be req-cfb65a3f-26c1-43e2-ad97-93bb103c6126 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475287 Mar 08 04:47:05.391069 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-edfbb6f8-371b-4524-b268-591576d8679b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:05.403798 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-0b4843c1-b36b-44a2-b53a-dcbda1a8e28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb', 'name': 'tempest-TestShelveInstance-707160647-router', 'tenant_id': '2bcb6fa5cf414d02895f25160874a65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '16717d8c-56a5-4633-83a1-a509b3036f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:45:52Z', 'updated_at': '2022-03-08T04:45:56Z', 'revision_number': 4, 'project_id': '2bcb6fa5cf414d02895f25160874a65a', 'gw_port': {'id': '16717d8c-56a5-4633-83a1-a509b3036f49', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:45:53Z', 'updated_at': '2022-03-08T04:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': 'c8cdce08-878d-459c-9480-db7413fec2d9', 'tenant_id': '2bcb6fa5cf414d02895f25160874a65a', 'floating_ip_address': '172.27.0.159', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': 'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb', 'port_id': 'e0f45d37-e44b-4898-9a6f-c2d49b02e73a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cefdff50-dbc7-41bb-af8b-f00fe77830ed', 'mac_address': 'fa:16:3e:62:26:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c206c0cb-e493-439d-9dae-aeb9857c56f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:47:03Z', 'updated_at': '2022-03-08T04:47:03Z', 'revision_number': 0, 'project_id': '2bcb6fa5cf414d02895f25160874a65a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e73579f-bb82-4e9a-93b8-bb176863b3b8', 'name': '', 'network_id': 'cefdff50-dbc7-41bb-af8b-f00fe77830ed', 'tenant_id': '2bcb6fa5cf414d02895f25160874a65a', 'mac_address': 'fa:16:3e:39:4b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5f0f0ac8-39f3-4773-89a2-7e5b57fd3f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:45:55Z', 'updated_at': '2022-03-08T04:46:01Z', 'revision_number': 5, 'project_id': '2bcb6fa5cf414d02895f25160874a65a', 'subnets': [{'id': '5f0f0ac8-39f3-4773-89a2-7e5b57fd3f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:47:05.433662 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4843c1-b36b-44a2-b53a-dcbda1a8e28a None None] The sync data for ids ['c002f7d8-ba95-4a79-ba82-33eb01a7d3bb'] in dv-cinder-740146-13-iscsi is: [{'id': 'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb', 'name': 'tempest-TestShelveInstance-707160647-router', 'tenant_id': '2bcb6fa5cf414d02895f25160874a65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '16717d8c-56a5-4633-83a1-a509b3036f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:45:52Z', 'updated_at': '2022-03-08T04:45:56Z', 'revision_number': 4, 'project_id': '2bcb6fa5cf414d02895f25160874a65a', 'gw_port': {'id': '16717d8c-56a5-4633-83a1-a509b3036f49', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:45:53Z', 'updated_at': '2022-03-08T04:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': 'c8cdce08-878d-459c-9480-db7413fec2d9', 'tenant_id': '2bcb6fa5cf414d02895f25160874a65a', 'floating_ip_address': '172.27.0.159', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': 'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb', 'port_id': 'e0f45d37-e44b-4898-9a6f-c2d49b02e73a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cefdff50-dbc7-41bb-af8b-f00fe77830ed', 'mac_address': 'fa:16:3e:62:26:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c206c0cb-e493-439d-9dae-aeb9857c56f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:47:03Z', 'updated_at': '2022-03-08T04:47:03Z', 'revision_number': 0, 'project_id': '2bcb6fa5cf414d02895f25160874a65a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e73579f-bb82-4e9a-93b8-bb176863b3b8', 'name': '', 'network_id': 'cefdff50-dbc7-41bb-af8b-f00fe77830ed', 'tenant_id': '2bcb6fa5cf414d02895f25160874a65a', 'mac_address': 'fa:16:3e:39:4b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5f0f0ac8-39f3-4773-89a2-7e5b57fd3f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:45:55Z', 'updated_at': '2022-03-08T04:46:01Z', 'revision_number': 5, 'project_id': '2bcb6fa5cf414d02895f25160874a65a', 'subnets': [{'id': '5f0f0ac8-39f3-4773-89a2-7e5b57fd3f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:47:05.462115 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-edfbb6f8-371b-4524-b268-591576d8679b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group (c93d4bd5-6b9b-4abd-bd87-dce9a04c87f2), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:05.488447 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-613eae1c-62d6-48fe-947d-8f31698d3379 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3756156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-950959'] for network (cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:05.495755 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-613eae1c-62d6-48fe-947d-8f31698d3379 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for network (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:05.503390 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-613eae1c-62d6-48fe-947d-8f31698d3379 admin admin] 10.222.0.35 "DELETE /v2.0/networks/cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7 HTTP/1.1" status: 204 len: 168 time: 0.4496276 Mar 08 04:47:05.509062 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613eae1c-62d6-48fe-947d-8f31698d3379 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbd71cce-a810-4b5b-b4bb-ad0186c4f7a7,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:47:05.557740 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-edfbb6f8-371b-4524-b268-591576d8679b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (c93d4bd5-6b9b-4abd-bd87-dce9a04c87f2), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:05.590580 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfbb6f8-371b-4524-b268-591576d8679b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c93d4bd5-6b9b-4abd-bd87-dce9a04c87f2,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:47:05.641870 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f0d5c7-3af9-4e93-a4db-ee4098c61f4e None None] New status for floating IP c8cdce08-878d-459c-9480-db7413fec2d9: ACTIVE {{(pid=110147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:47:05.662194 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-edfbb6f8-371b-4524-b268-591576d8679b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:05.663565 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-edfbb6f8-371b-4524-b268-591576d8679b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4093854 Mar 08 04:47:05.666590 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 42854) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:47:05.671181 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-381ec165-242d-43f2-82cc-39c96b130b98 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Request body: {'security_group_rule': {'security_group_id': 'c93d4bd5-6b9b-4abd-bd87-dce9a04c87f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:47:05.779460 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-381ec165-242d-43f2-82cc-39c96b130b98 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group_rule (1c8168b1-26e9-4575-8235-fa151cc6725d), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:05.833608 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-381ec165-242d-43f2-82cc-39c96b130b98 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group_rule (1c8168b1-26e9-4575-8235-fa151cc6725d), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:05.918158 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 42856) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:47:05.928469 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device af8d40a7-7ecc-43ec-a5a8-e6784a954546 no longer exists at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:47:05.928958 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-381ec165-242d-43f2-82cc-39c96b130b98 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575780'] for security_group_rule (1c8168b1-26e9-4575-8235-fa151cc6725d), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:05.953145 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ec165-242d-43f2-82cc-39c96b130b98 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c8168b1-26e9-4575-8235-fa151cc6725d,revision_number=0']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:47:05.954755 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] No Port match for: af8d40a7-7ecc-43ec-a5a8-e6784a954546 {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:47:05.955367 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device af8d40a7-7ecc-43ec-a5a8-e6784a954546 not bound to the agent host dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:47:05.955876 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device fb9d9071-700b-4110-af17-728edf5a7372 no longer exists at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:47:05.963488 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-572ca6e5-cca0-4ed0-9f2b-d3aace7185d9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bcad66ae90ba4346a7872b34da137f6b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0418513 Mar 08 04:47:05.963744 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 42858) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:47:05.977429 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] No Port match for: fb9d9071-700b-4110-af17-728edf5a7372 {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:47:05.977872 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device fb9d9071-700b-4110-af17-728edf5a7372 not bound to the agent host dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:47:05.999020 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-381ec165-242d-43f2-82cc-39c96b130b98 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:06.000269 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-381ec165-242d-43f2-82cc-39c96b130b98 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3325880 Mar 08 04:47:06.003755 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 42860) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:47:06.008049 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-deeef56f-b95c-43fc-85f7-c736b3055941 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Request body: {'security_group_rule': {'security_group_id': 'c93d4bd5-6b9b-4abd-bd87-dce9a04c87f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:47:06.013343 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-cea2147b-bc15-4189-a679-ab8d1e53bf9a admin admin] Publish callbacks [] for security_group (40f9c215-de70-4a10-b81e-80a59fdda24b), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:06.033815 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-cea2147b-bc15-4189-a679-ab8d1e53bf9a admin admin] Publish callbacks [] for security_group (40f9c215-de70-4a10-b81e-80a59fdda24b), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:06.082567 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-deeef56f-b95c-43fc-85f7-c736b3055941 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group_rule (a0c7dd09-ccaa-41d6-a088-36f1f835ba2a), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:06.139198 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-deeef56f-b95c-43fc-85f7-c736b3055941 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group_rule (a0c7dd09-ccaa-41d6-a088-36f1f835ba2a), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:06.151738 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-cea2147b-bc15-4189-a679-ab8d1e53bf9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (40f9c215-de70-4a10-b81e-80a59fdda24b), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:06.154403 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-cea2147b-bc15-4189-a679-ab8d1e53bf9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:06.155568 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-cea2147b-bc15-4189-a679-ab8d1e53bf9a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/40f9c215-de70-4a10-b81e-80a59fdda24b HTTP/1.1" status: 204 len: 168 time: 0.1908875 Mar 08 04:47:06.163226 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea2147b-bc15-4189-a679-ab8d1e53bf9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f9c215-de70-4a10-b81e-80a59fdda24b,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:47:06.238017 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-deeef56f-b95c-43fc-85f7-c736b3055941 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575780'] for security_group_rule (a0c7dd09-ccaa-41d6-a088-36f1f835ba2a), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:06.255826 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeef56f-b95c-43fc-85f7-c736b3055941 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c7dd09-ccaa-41d6-a088-36f1f835ba2a,revision_number=0']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:47:06.353411 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-deeef56f-b95c-43fc-85f7-c736b3055941 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:06.357780 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-deeef56f-b95c-43fc-85f7-c736b3055941 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3498595 Mar 08 04:47:06.357780 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 42864) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:47:06.362501 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-9d251619-88f6-4d18-8df3-0c08cc91be50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Request body: {'floatingip': {'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:47:06.472054 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9d251619-88f6-4d18-8df3-0c08cc91be50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:06.477486 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bccb69-aff7-45ea-855d-1298b33a551a req-22ece584-6a86-4dd5-bc2e-8c8ee9216a12 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:06.477486 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-16bccb69-aff7-45ea-855d-1298b33a551a req-22ece584-6a86-4dd5-bc2e-8c8ee9216a12 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.0587687 Mar 08 04:47:06.535450 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-16bccb69-aff7-45ea-855d-1298b33a551a req-d88ae9cc-158d-4774-8ce7-a6dec025d722 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527899 Mar 08 04:47:06.579121 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9d251619-88f6-4d18-8df3-0c08cc91be50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:06.688432 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.db_base_plugin_common [None req-9d251619-88f6-4d18-8df3-0c08cc91be50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Allocated IP 172.27.0.19 (e335cf5a-bd08-4697-9061-81dcecc4c284/5add51e7-3273-4e08-a772-a967bfff1dcd/5b26e116-c518-4e3c-bc79-bd4a9e836467) {{(pid=110145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:47:06.789825 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9d251619-88f6-4d18-8df3-0c08cc91be50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for port (5b26e116-c518-4e3c-bc79-bd4a9e836467), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:06.871534 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9d251619-88f6-4d18-8df3-0c08cc91be50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793137'] for port (5b26e116-c518-4e3c-bc79-bd4a9e836467), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:06.915028 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d251619-88f6-4d18-8df3-0c08cc91be50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Network e335cf5a-bd08-4697-9061-81dcecc4c284 is already hosted by enough agents. {{(pid=110145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:47:06.917875 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.base_scheduler [None req-9d251619-88f6-4d18-8df3-0c08cc91be50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Resources bound (agent type, host, resource id): {{(pid=110145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:47:06.921338 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d251619-88f6-4d18-8df3-0c08cc91be50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Received port after_create {{(pid=110145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:47:06.926889 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d251619-88f6-4d18-8df3-0c08cc91be50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Pushing event updated for resources: {'Port': ['ID=5b26e116-c518-4e3c-bc79-bd4a9e836467,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:47:07.006907 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9d251619-88f6-4d18-8df3-0c08cc91be50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for floatingip (1262f639-bc06-4a71-b3f0-b7faec274037), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:07.100457 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9d251619-88f6-4d18-8df3-0c08cc91be50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (5b26e116-c518-4e3c-bc79-bd4a9e836467), before_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:07.251336 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9d251619-88f6-4d18-8df3-0c08cc91be50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for port (5b26e116-c518-4e3c-bc79-bd4a9e836467), precommit_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:07.317410 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9d251619-88f6-4d18-8df3-0c08cc91be50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62793160'] for port (5b26e116-c518-4e3c-bc79-bd4a9e836467), after_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:07.393928 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d251619-88f6-4d18-8df3-0c08cc91be50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Pushing event updated for resources: {'Port': ['ID=5b26e116-c518-4e3c-bc79-bd4a9e836467,revision_number=2']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:47:07.400807 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9d251619-88f6-4d18-8df3-0c08cc91be50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952661'] for floatingip (1262f639-bc06-4a71-b3f0-b7faec274037), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:07.485175 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9d251619-88f6-4d18-8df3-0c08cc91be50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for floatingip (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:07.486446 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-9d251619-88f6-4d18-8df3-0c08cc91be50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1278489 Mar 08 04:47:07.672657 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4b3cc-0697-4216-9f9f-746469ec5c6c req-b5028f66-133a-4fa0-b5e8-97026f6eb7e0 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:07.673089 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-baa4b3cc-0697-4216-9f9f-746469ec5c6c req-b5028f66-133a-4fa0-b5e8-97026f6eb7e0 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.0758202 Mar 08 04:47:07.700467 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9354a6-3f69-4e03-8deb-4779af202a40 req-5692c0e3-928d-4970-bb09-649fe6dbfe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:07.701970 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4e9354a6-3f69-4e03-8deb-4779af202a40 req-5692c0e3-928d-4970-bb09-649fe6dbfe96 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2bcb6fa5cf414d02895f25160874a65a&device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 1130 time: 0.0708861 Mar 08 04:47:07.755394 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-baa4b3cc-0697-4216-9f9f-746469ec5c6c req-8ff1ff8c-5412-4835-ae1a-d76202b1d1d6 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757730 Mar 08 04:47:07.813022 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9354a6-3f69-4e03-8deb-4779af202a40 req-4f40c41d-6115-49f2-bad5-bc8fe07189ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:07.814542 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4e9354a6-3f69-4e03-8deb-4779af202a40 req-4f40c41d-6115-49f2-bad5-bc8fe07189ed service neutron] 10.222.0.18 "GET /v2.0/networks?id=cefdff50-dbc7-41bb-af8b-f00fe77830ed HTTP/1.1" status: 200 len: 909 time: 0.1027107 Mar 08 04:47:07.914192 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4e9354a6-3f69-4e03-8deb-4779af202a40 req-c9a481d6-fe88-4c7c-bc13-b2bfb225938d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0f45d37-e44b-4898-9a6f-c2d49b02e73a HTTP/1.1" status: 200 len: 1002 time: 0.0931106 Mar 08 04:47:07.937329 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-02533328-8528-4537-88ff-b3754b0cf1ea tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1211445984&fields=id&tenant_id=aeea4438116f4318bc83a1167fc0068f HTTP/1.1" status: 200 len: 267 time: 0.0779636 Mar 08 04:47:08.026141 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9354a6-3f69-4e03-8deb-4779af202a40 req-4207b477-6250-4d86-8d50-ad7ff606e812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:08.027688 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4e9354a6-3f69-4e03-8deb-4779af202a40 req-4207b477-6250-4d86-8d50-ad7ff606e812 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5f0f0ac8-39f3-4773-89a2-7e5b57fd3f29 HTTP/1.1" status: 200 len: 847 time: 0.1059971 Mar 08 04:47:08.101986 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-01231759-a024-4302-97e1-e513b35dbc4d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:08.103450 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-01231759-a024-4302-97e1-e513b35dbc4d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/networks?id=55973e4d-cfae-4744-97c2-2f6db5b5eaa4 HTTP/1.1" status: 200 len: 814 time: 0.1477387 Mar 08 04:47:08.120153 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9354a6-3f69-4e03-8deb-4779af202a40 req-1113ceb6-c906-4fac-aa36-5dac5d957ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:08.121660 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4e9354a6-3f69-4e03-8deb-4779af202a40 req-1113ceb6-c906-4fac-aa36-5dac5d957ae2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cefdff50-dbc7-41bb-af8b-f00fe77830ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0793149 Mar 08 04:47:08.124111 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-cb17b1a9-9340-4aac-a349-c4e6d12fd8bc tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/quotas/aeea4438116f4318bc83a1167fc0068f HTTP/1.1" status: 200 len: 375 time: 0.0146387 Mar 08 04:47:08.247111 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-c2678d4b-220b-40c8-a2f6-2fcb3cb41c93 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=aeea4438116f4318bc83a1167fc0068f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1121206 Mar 08 04:47:08.252289 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4e9354a6-3f69-4e03-8deb-4779af202a40 req-46da4fd8-cf94-4b95-bea1-8f42064b15fc service neutron] 10.222.0.18 "GET /v2.0/networks/cefdff50-dbc7-41bb-af8b-f00fe77830ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244602 Mar 08 04:47:08.628547 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4e9354a6-3f69-4e03-8deb-4779af202a40 req-f66ce988-0065-49fe-a3fa-a859b94a1fa2 service neutron] 10.222.0.18 "GET /v2.0/networks/cefdff50-dbc7-41bb-af8b-f00fe77830ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695734 Mar 08 04:47:08.630330 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-e07661fa-4cf4-4522-a834-5c0778fa2fa7 service neutron] 10.222.0.35 "GET /v2.0/networks/55973e4d-cfae-4744-97c2-2f6db5b5eaa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704848 Mar 08 04:47:08.718952 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-cdc74c63-e1b3-486d-823f-f1cd8fac3f16 service neutron] 10.222.0.35 "GET /v2.0/networks/55973e4d-cfae-4744-97c2-2f6db5b5eaa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827172 Mar 08 04:47:08.872724 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963a724-5423-4cdc-bebf-574df1e1be6e req-737f9a5f-793b-4a9f-95f1-34a02b2268f5 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:08.874234 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-f963a724-5423-4cdc-bebf-574df1e1be6e req-737f9a5f-793b-4a9f-95f1-34a02b2268f5 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.0512471 Mar 08 04:47:08.935604 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-f963a724-5423-4cdc-bebf-574df1e1be6e req-4325d5a4-64f4-4620-8624-33c3254e97cd tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528255 Mar 08 04:47:08.953783 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-3b79c9e8-a698-432a-8017-d4a36c566f0b req-45fd2b49-077e-4ddb-a13c-1ba5bd4bc3a6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=86d83a21-b554-40b9-97e6-554ead6e06e1 HTTP/1.1" status: 200 len: 210 time: 0.0378208 Mar 08 04:47:10.040522 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-64315ce8-4b07-4248-8f20-82444ea96537 req-80025091-8a04-457b-a50e-ef65c16f7f46 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=86d83a21-b554-40b9-97e6-554ead6e06e1 HTTP/1.1" status: 200 len: 210 time: 0.0255477 Mar 08 04:47:10.056784 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9cb1f-f082-42ae-95b9-72b6f1112027 req-aa7ddfdf-0ce9-4476-bdda-425d14b36059 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:10.058297 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-67e9cb1f-f082-42ae-95b9-72b6f1112027 req-aa7ddfdf-0ce9-4476-bdda-425d14b36059 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.0531292 Mar 08 04:47:10.107508 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-67e9cb1f-f082-42ae-95b9-72b6f1112027 req-bf4fe863-d26f-4e35-b2b6-172999ba3f30 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428507 Mar 08 04:47:11.134066 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-daa61aa5-d5a4-4abf-874b-6349c8186d92 req-813741e4-a7c4-41db-be6c-54e22611897c tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=86d83a21-b554-40b9-97e6-554ead6e06e1 HTTP/1.1" status: 200 len: 210 time: 0.0277421 Mar 08 04:47:11.236989 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3ea50-2eeb-4785-858b-778392b8ddfd req-2b965c7e-c379-4b6e-bd3a-ed1f9ad0924f tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:11.238498 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-5fe3ea50-2eeb-4785-858b-778392b8ddfd req-2b965c7e-c379-4b6e-bd3a-ed1f9ad0924f tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.0524952 Mar 08 04:47:11.244766 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9295636a-e1d9-48bb-8309-bb659de380eb req-8bd255df-6519-43a2-a56b-4d6ac4b2d44d tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:11.246321 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-9295636a-e1d9-48bb-8309-bb659de380eb req-8bd255df-6519-43a2-a56b-4d6ac4b2d44d tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0549369 Mar 08 04:47:11.289689 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-5fe3ea50-2eeb-4785-858b-778392b8ddfd req-2125d9e9-26f0-4233-96a9-50617de5240f tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455031 Mar 08 04:47:11.295835 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-9295636a-e1d9-48bb-8309-bb659de380eb req-9838f550-9959-40e4-8128-da5aba79bc36 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431869 Mar 08 04:47:12.233246 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-441d4612-5d89-4964-8435-9ff31576d8ea req-d47a7c28-65ab-47af-90ad-25d5adff27a4 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=86d83a21-b554-40b9-97e6-554ead6e06e1 HTTP/1.1" status: 200 len: 210 time: 0.0281522 Mar 08 04:47:12.406549 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8953e-dad7-48da-8542-e14db07ddc6a req-4fe9cecb-3c11-48d0-b20d-a664d267a302 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:12.408030 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-5fa8953e-dad7-48da-8542-e14db07ddc6a req-4fe9cecb-3c11-48d0-b20d-a664d267a302 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.0517907 Mar 08 04:47:12.412014 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24206d6f-83c5-4d5b-a5c8-6d3f1850d594 req-c3a15ce6-64da-43c3-aa82-f46881bef557 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:12.413976 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-24206d6f-83c5-4d5b-a5c8-6d3f1850d594 req-c3a15ce6-64da-43c3-aa82-f46881bef557 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0506349 Mar 08 04:47:12.456542 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-5fa8953e-dad7-48da-8542-e14db07ddc6a req-3c91bb1f-ea76-4567-b79b-f78111120ff7 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419846 Mar 08 04:47:12.465980 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-24206d6f-83c5-4d5b-a5c8-6d3f1850d594 req-89108dd1-bf19-410b-860c-216e8ce25295 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470524 Mar 08 04:47:13.323232 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-5f5cf3e3-0153-4067-957e-cbb0f50bc7a0 req-ba4393df-1e11-4e93-8252-6a9f3d7db0db tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=86d83a21-b554-40b9-97e6-554ead6e06e1 HTTP/1.1" status: 200 len: 210 time: 0.0253580 Mar 08 04:47:13.577785 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7304ca2-b353-4751-bca3-acd3d6f49987 req-3e54fdc4-7f87-42a4-b116-61461898e271 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:13.579242 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b7304ca2-b353-4751-bca3-acd3d6f49987 req-3e54fdc4-7f87-42a4-b116-61461898e271 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.0528314 Mar 08 04:47:13.599102 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07ce09-4677-4b11-a6fb-cde317583f16 req-f5e33a4a-ef20-4d0c-8359-cf39194169e0 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:13.600575 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-7c07ce09-4677-4b11-a6fb-cde317583f16 req-f5e33a4a-ef20-4d0c-8359-cf39194169e0 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0520127 Mar 08 04:47:13.625490 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b7304ca2-b353-4751-bca3-acd3d6f49987 req-19d34e81-c06c-4a0a-95bf-84b4e442f653 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406454 Mar 08 04:47:13.646796 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-7c07ce09-4677-4b11-a6fb-cde317583f16 req-ab367567-1ca0-48b4-b963-2b16a15d7bb8 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405045 Mar 08 04:47:13.991186 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-ceaddf6e-3882-43db-b711-3c71977b8341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:14.079484 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-c2860333-c943-4b2e-814f-77a902961554 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:14.080907 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-c2860333-c943-4b2e-814f-77a902961554 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.18 "GET /v2.0/networks?id=55973e4d-cfae-4744-97c2-2f6db5b5eaa4 HTTP/1.1" status: 200 len: 814 time: 0.1002846 Mar 08 04:47:14.152397 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-21d34ba3-3dda-46b9-abc6-43e74fc5f2a0 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aeea4438116f4318bc83a1167fc0068f HTTP/1.1" status: 200 len: 472 time: 0.0611193 Mar 08 04:47:14.162978 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-000a8f0b-dd58-4323-904c-40f72a5ca10b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Request body: {'port': {'device_id': '86d83a21-b554-40b9-97e6-554ead6e06e1', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'admin_state_up': True, 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'security_groups': ['c93d4bd5-6b9b-4abd-bd87-dce9a04c87f2']}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:47:14.311341 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-000a8f0b-dd58-4323-904c-40f72a5ca10b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Made reservation on behalf of aeea4438116f4318bc83a1167fc0068f for: {'port': 1} {{(pid=110144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:47:14.314877 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-000a8f0b-dd58-4323-904c-40f72a5ca10b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:14.415029 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-087fdaa6-ef87-42f0-9036-747d85f4dbec req-2efe1ad8-e7dd-463c-bb53-be2cd94d201e tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=86d83a21-b554-40b9-97e6-554ead6e06e1 HTTP/1.1" status: 200 len: 210 time: 0.0261366 Mar 08 04:47:14.438618 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_common [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-000a8f0b-dd58-4323-904c-40f72a5ca10b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Allocated IP 172.20.0.10 (55973e4d-cfae-4744-97c2-2f6db5b5eaa4/7efbded5-60f9-4264-992d-981c4669fa99/996a86d4-b704-4bc3-bdeb-95b29072dc60) {{(pid=110144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:47:14.574354 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-000a8f0b-dd58-4323-904c-40f72a5ca10b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for port (996a86d4-b704-4bc3-bdeb-95b29072dc60), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:14.671783 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-000a8f0b-dd58-4323-904c-40f72a5ca10b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (996a86d4-b704-4bc3-bdeb-95b29072dc60), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:14.746742 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-000a8f0b-dd58-4323-904c-40f72a5ca10b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Network 55973e4d-cfae-4744-97c2-2f6db5b5eaa4 is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:47:14.756087 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-000a8f0b-dd58-4323-904c-40f72a5ca10b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:47:14.758752 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-000a8f0b-dd58-4323-904c-40f72a5ca10b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Received port after_create {{(pid=110144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:47:14.763854 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a8f0b-dd58-4323-904c-40f72a5ca10b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Pushing event updated for resources: {'Port': ['ID=996a86d4-b704-4bc3-bdeb-95b29072dc60,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:47:14.776848 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36098144-0946-4013-8e9c-7169dd626ec4 req-ca0c1c76-6ac7-438f-bd13-abdf4e26f68e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:14.778509 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-36098144-0946-4013-8e9c-7169dd626ec4 req-ca0c1c76-6ac7-438f-bd13-abdf4e26f68e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0602329 Mar 08 04:47:14.823966 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc27f7e-e334-46fc-b940-ff8df18ef078 req-108b1962-c5ef-4610-9bf4-8dfa5070c4f0 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:14.825581 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-3bc27f7e-e334-46fc-b940-ff8df18ef078 req-108b1962-c5ef-4610-9bf4-8dfa5070c4f0 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.1248159 Mar 08 04:47:14.831754 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-000a8f0b-dd58-4323-904c-40f72a5ca10b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:14.832361 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-000a8f0b-dd58-4323-904c-40f72a5ca10b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:14.845962 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-36098144-0946-4013-8e9c-7169dd626ec4 req-9767e357-56d7-433b-b1bf-401f4fc27cc3 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577583 Mar 08 04:47:14.905661 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-3bc27f7e-e334-46fc-b940-ff8df18ef078 req-f3eacce9-3d39-4b85-b69d-c8607e39fcb6 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705204 Mar 08 04:47:14.959844 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-000a8f0b-dd58-4323-904c-40f72a5ca10b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8011277 Mar 08 04:47:14.974578 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-0239e7af-a5f4-42e1-86ab-bbaa3fd2c519 service neutron] Request body: {'port': {'device_id': '86d83a21-b554-40b9-97e6-554ead6e06e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:47:15.000424 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-6426e295-f318-4bd3-b6b3-0234e0098182 None None] Provisioning complete for port 996a86d4-b704-4bc3-bdeb-95b29072dc60 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:47:15.000959 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-6426e295-f318-4bd3-b6b3-0234e0098182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (996a86d4-b704-4bc3-bdeb-95b29072dc60), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:15.044528 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-6426e295-f318-4bd3-b6b3-0234e0098182 None None] Port 996a86d4-b704-4bc3-bdeb-95b29072dc60 cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:47:15.048617 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-0239e7af-a5f4-42e1-86ab-bbaa3fd2c519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (996a86d4-b704-4bc3-bdeb-95b29072dc60), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:15.115163 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 43070) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:47:15.219907 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-25430f1c-c270-4246-9f52-577a5425acc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:15.294219 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-25430f1c-c270-4246-9f52-577a5425acc0 admin admin] Publish callbacks [] for security_group (d0505fe6-5d04-4669-90f6-2bbf7b7fb023), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:15.326533 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-0239e7af-a5f4-42e1-86ab-bbaa3fd2c519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 996a86d4-b704-4bc3-bdeb-95b29072dc60 {{(pid=110144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:47:15.333813 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-0239e7af-a5f4-42e1-86ab-bbaa3fd2c519 service neutron] Publish callbacks [] for port (996a86d4-b704-4bc3-bdeb-95b29072dc60), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:15.345420 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.provisioning_blocks [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-0239e7af-a5f4-42e1-86ab-bbaa3fd2c519 service neutron] Transition to ACTIVE for port object 996a86d4-b704-4bc3-bdeb-95b29072dc60 will not be triggered until provisioned by entity L2. {{(pid=110144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 04:47:15.368312 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-25430f1c-c270-4246-9f52-577a5425acc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (d0505fe6-5d04-4669-90f6-2bbf7b7fb023), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:15.405709 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-25430f1c-c270-4246-9f52-577a5425acc0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=63ac62277bc1411fa8dfea7ea3d6c04e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2893791 Mar 08 04:47:15.406640 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25430f1c-c270-4246-9f52-577a5425acc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0505fe6-5d04-4669-90f6-2bbf7b7fb023,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:47:15.408815 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 43074) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:47:15.431909 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-0239e7af-a5f4-42e1-86ab-bbaa3fd2c519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4052309'] for port (996a86d4-b704-4bc3-bdeb-95b29072dc60), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:15.519059 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239e7af-a5f4-42e1-86ab-bbaa3fd2c519 service neutron] Pushing event updated for resources: {'Port': ['ID=996a86d4-b704-4bc3-bdeb-95b29072dc60,revision_number=2']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:47:15.536096 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a617fa-27b6-4a48-a4ce-d0bc92036cad req-690645b1-3a72-49d2-a94c-c87a7cc83ac5 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:15.537225 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-97856c3b-b3e4-4963-b52d-3362c4e10db0 admin admin] Publish callbacks [] for security_group (d0505fe6-5d04-4669-90f6-2bbf7b7fb023), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:15.537669 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-25a617fa-27b6-4a48-a4ce-d0bc92036cad req-690645b1-3a72-49d2-a94c-c87a7cc83ac5 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=86d83a21-b554-40b9-97e6-554ead6e06e1 HTTP/1.1" status: 200 len: 944 time: 0.0580323 Mar 08 04:47:15.585517 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-97856c3b-b3e4-4963-b52d-3362c4e10db0 admin admin] Publish callbacks [] for security_group (d0505fe6-5d04-4669-90f6-2bbf7b7fb023), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:15.591298 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-25a617fa-27b6-4a48-a4ce-d0bc92036cad req-49eddfb3-8654-410e-897a-a489c605bdd2 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=c93d4bd5-6b9b-4abd-bd87-dce9a04c87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473855 Mar 08 04:47:15.629062 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-0239e7af-a5f4-42e1-86ab-bbaa3fd2c519 service neutron] Attempting to bind port 996a86d4-b704-4bc3-bdeb-95b29072dc60 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:47:15.629439 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-0239e7af-a5f4-42e1-86ab-bbaa3fd2c519 service neutron] Attempting to bind port 996a86d4-b704-4bc3-bdeb-95b29072dc60 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '3078e9f3-ee99-4520-9a84-dd25cc09024c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4'}] {{(pid=110144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:47:15.633239 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-0239e7af-a5f4-42e1-86ab-bbaa3fd2c519 service neutron] Attempting to bind port 996a86d4-b704-4bc3-bdeb-95b29072dc60 on network 55973e4d-cfae-4744-97c2-2f6db5b5eaa4 {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:47:15.637143 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-0239e7af-a5f4-42e1-86ab-bbaa3fd2c519 service neutron] Port 996a86d4-b704-4bc3-bdeb-95b29072dc60 on network 55973e4d-cfae-4744-97c2-2f6db5b5eaa4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 04:47:15.637495 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-0239e7af-a5f4-42e1-86ab-bbaa3fd2c519 service neutron] Attempting to bind port 996a86d4-b704-4bc3-bdeb-95b29072dc60 on network 55973e4d-cfae-4744-97c2-2f6db5b5eaa4 {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:47:15.644208 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-0239e7af-a5f4-42e1-86ab-bbaa3fd2c519 service neutron] Checking agent: {'id': '8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'started_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:47:15.644544 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-0239e7af-a5f4-42e1-86ab-bbaa3fd2c519 service neutron] Checking segment: {'id': '3078e9f3-ee99-4520-9a84-dd25cc09024c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:47:15.644929 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-0239e7af-a5f4-42e1-86ab-bbaa3fd2c519 service neutron] Bound using segment: {'id': '3078e9f3-ee99-4520-9a84-dd25cc09024c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4'} {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:47:15.645429 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-0239e7af-a5f4-42e1-86ab-bbaa3fd2c519 service neutron] Bound port: 996a86d4-b704-4bc3-bdeb-95b29072dc60, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3078e9f3-ee99-4520-9a84-dd25cc09024c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4'}}] {{(pid=110144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:47:15.645753 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-0239e7af-a5f4-42e1-86ab-bbaa3fd2c519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (996a86d4-b704-4bc3-bdeb-95b29072dc60), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:15.713964 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-0239e7af-a5f4-42e1-86ab-bbaa3fd2c519 service neutron] For port 996a86d4-b704-4bc3-bdeb-95b29072dc60, host hv-cinder-74014, cleared binding levels {{(pid=110144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:47:15.716796 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-0239e7af-a5f4-42e1-86ab-bbaa3fd2c519 service neutron] For port 996a86d4-b704-4bc3-bdeb-95b29072dc60, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=996a86d4-b704-4bc3-bdeb-95b29072dc60,segment=NetworkSegment(3078e9f3-ee99-4520-9a84-dd25cc09024c),segment_id=3078e9f3-ee99-4520-9a84-dd25cc09024c)] {{(pid=110144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:47:15.733675 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-97856c3b-b3e4-4963-b52d-3362c4e10db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (d0505fe6-5d04-4669-90f6-2bbf7b7fb023), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:15.736164 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-97856c3b-b3e4-4963-b52d-3362c4e10db0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:15.737407 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-97856c3b-b3e4-4963-b52d-3362c4e10db0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d0505fe6-5d04-4669-90f6-2bbf7b7fb023 HTTP/1.1" status: 204 len: 168 time: 0.3268931 Mar 08 04:47:15.745047 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97856c3b-b3e4-4963-b52d-3362c4e10db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0505fe6-5d04-4669-90f6-2bbf7b7fb023,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:47:15.786525 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-0239e7af-a5f4-42e1-86ab-bbaa3fd2c519 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4052309'] for port (996a86d4-b704-4bc3-bdeb-95b29072dc60), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:15.824764 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-0239e7af-a5f4-42e1-86ab-bbaa3fd2c519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:15.825405 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-0239e7af-a5f4-42e1-86ab-bbaa3fd2c519 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:15.827141 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-0239e7af-a5f4-42e1-86ab-bbaa3fd2c519 service neutron] 10.222.0.18 "PUT /v2.0/ports/996a86d4-b704-4bc3-bdeb-95b29072dc60 HTTP/1.1" status: 200 len: 1094 time: 0.8572807 Mar 08 04:47:15.829719 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d83a21-b554-40b9-97e6-554ead6e06e1', 'tag': '996a86d4-b704-4bc3-bdeb-95b29072dc60'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:47:15.832379 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111ae5b3-a886-4010-b708-fc892c489d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "86d83a21-b554-40b9-97e6-554ead6e06e1", "tag": "996a86d4-b704-4bc3-bdeb-95b29072dc60"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:47:15.886308 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239e7af-a5f4-42e1-86ab-bbaa3fd2c519 service neutron] Pushing event updated for resources: {'Port': ['ID=996a86d4-b704-4bc3-bdeb-95b29072dc60,revision_number=3']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:47:15.897689 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3878f8-d8a0-4054-9994-daa58d150a68 x-openstack-request-id: req-6a3878f8-d8a0-4054-9994-daa58d150a68 {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:47:15.898029 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86d83a21-b554-40b9-97e6-554ead6e06e1", "tag": "996a86d4-b704-4bc3-bdeb-95b29072dc60", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:47:15.899775 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6a3878f8-d8a0-4054-9994-daa58d150a68 {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:47:15.900248 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d83a21-b554-40b9-97e6-554ead6e06e1', 'tag': '996a86d4-b704-4bc3-bdeb-95b29072dc60', 'status': 'completed', 'code': 200} Mar 08 04:47:15.966743 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ae5b3-a886-4010-b708-fc892c489d3f req-5e7fb972-91d4-4e4d-a1a5-8849d08eba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:15.968212 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-111ae5b3-a886-4010-b708-fc892c489d3f req-5e7fb972-91d4-4e4d-a1a5-8849d08eba87 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aeea4438116f4318bc83a1167fc0068f&device_id=86d83a21-b554-40b9-97e6-554ead6e06e1 HTTP/1.1" status: 200 len: 1128 time: 0.0551474 Mar 08 04:47:16.005702 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc543091-7613-478d-bd16-2863f8462295 req-15f06ad1-7e8e-437d-9bea-b2d8637ffc1e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:16.007318 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-fc543091-7613-478d-bd16-2863f8462295 req-15f06ad1-7e8e-437d-9bea-b2d8637ffc1e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0630696 Mar 08 04:47:16.084026 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-fc543091-7613-478d-bd16-2863f8462295 req-26eb2617-8aae-494a-ab83-5ed0fed0e2a4 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698581 Mar 08 04:47:16.138299 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19d649c-9938-40c9-8646-d46051165b78 req-ea05a9a6-35cb-415a-922c-cca693eec34a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:16.139790 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a19d649c-9938-40c9-8646-d46051165b78 req-ea05a9a6-35cb-415a-922c-cca693eec34a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.1515141 Mar 08 04:47:16.183381 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ae5b3-a886-4010-b708-fc892c489d3f req-95caf221-6723-4fec-80d8-6216befdf61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:16.183381 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-111ae5b3-a886-4010-b708-fc892c489d3f req-95caf221-6723-4fec-80d8-6216befdf61e service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=aeea4438116f4318bc83a1167fc0068f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2038455 Mar 08 04:47:16.232233 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a19d649c-9938-40c9-8646-d46051165b78 req-fda7d1a4-3e18-42b2-9e0d-edf634941873 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835388 Mar 08 04:47:16.248687 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-764d0613-917e-4ce4-aba5-0b4e6c4e6bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:16.295870 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ae5b3-a886-4010-b708-fc892c489d3f req-e396f681-98f5-433e-a8bb-b8e4d1d34eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:16.297372 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-111ae5b3-a886-4010-b708-fc892c489d3f req-e396f681-98f5-433e-a8bb-b8e4d1d34eee service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1068454 Mar 08 04:47:16.376919 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-e7eea87a-4d99-45e3-95f9-0a0891f1a7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:16.379091 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-e7eea87a-4d99-45e3-95f9-0a0891f1a7b2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aeea4438116f4318bc83a1167fc0068f&device_id=86d83a21-b554-40b9-97e6-554ead6e06e1 HTTP/1.1" status: 200 len: 1128 time: 0.0465066 Mar 08 04:47:16.420871 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-135452fd-5322-4b93-9a48-fb47dc41b5a8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=996a86d4-b704-4bc3-bdeb-95b29072dc60 HTTP/1.1" status: 200 len: 217 time: 0.0331366 Mar 08 04:47:16.472075 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-8b312ebd-52df-49d3-867f-12cc429de012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:16.473514 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-8b312ebd-52df-49d3-867f-12cc429de012 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7efbded5-60f9-4264-992d-981c4669fa99 HTTP/1.1" status: 200 len: 853 time: 0.0463898 Mar 08 04:47:16.521604 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-b0255462-0cd4-4592-9e8e-36870b1dd4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:16.522997 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-b0255462-0cd4-4592-9e8e-36870b1dd4a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55973e4d-cfae-4744-97c2-2f6db5b5eaa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426452 Mar 08 04:47:16.609681 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-98844f70-f422-4599-b762-ab7eba08a2ae service neutron] 10.222.0.18 "GET /v2.0/networks/55973e4d-cfae-4744-97c2-2f6db5b5eaa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791345 Mar 08 04:47:16.706646 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f4f9316a-f005-43a7-93c1-76e026c97f0d req-0642f829-8dce-4f58-a50a-a2db19f5e935 service neutron] 10.222.0.18 "GET /v2.0/networks/55973e4d-cfae-4744-97c2-2f6db5b5eaa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897806 Mar 08 04:47:16.708889 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc579e3-91c6-4ea0-b6f7-500e4fdf1749 req-86c9a9e1-0fd4-432b-bb0b-90513d3c88ea tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:16.710373 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-6fc579e3-91c6-4ea0-b6f7-500e4fdf1749 req-86c9a9e1-0fd4-432b-bb0b-90513d3c88ea tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=86d83a21-b554-40b9-97e6-554ead6e06e1 HTTP/1.1" status: 200 len: 944 time: 0.0519040 Mar 08 04:47:16.756219 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-6fc579e3-91c6-4ea0-b6f7-500e4fdf1749 req-515464f2-5996-4dac-aa54-c2e26effee63 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=c93d4bd5-6b9b-4abd-bd87-dce9a04c87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400112 Mar 08 04:47:17.196716 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:17.213180 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43227bda-e46c-41cc-8f57-4b2492f51006 req-b007c2b7-3239-40b8-8a73-293c559c5535 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:17.214673 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-43227bda-e46c-41cc-8f57-4b2492f51006 req-b007c2b7-3239-40b8-8a73-293c559c5535 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0517349 Mar 08 04:47:17.260967 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-43227bda-e46c-41cc-8f57-4b2492f51006 req-77c1aec8-cd1f-4d00-91b5-dc6d2af04ddf tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403957 Mar 08 04:47:17.349691 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da707ab5-452d-4936-a560-80764eb54a66 req-736104b2-deec-4574-b77e-93dd7299d533 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:17.351119 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-da707ab5-452d-4936-a560-80764eb54a66 req-736104b2-deec-4574-b77e-93dd7299d533 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.0527766 Mar 08 04:47:17.395653 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-da707ab5-452d-4936-a560-80764eb54a66 req-92c6a655-8772-4e74-b7bb-2dda8a9aa7d9 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388799 Mar 08 04:47:17.870711 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4755a6e-2c36-4915-96cb-fe0e9390c73e req-d3644533-136b-4155-b489-779dd46b95fb tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:17.872183 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-c4755a6e-2c36-4915-96cb-fe0e9390c73e req-d3644533-136b-4155-b489-779dd46b95fb tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=86d83a21-b554-40b9-97e6-554ead6e06e1 HTTP/1.1" status: 200 len: 944 time: 0.0509694 Mar 08 04:47:17.922207 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-c4755a6e-2c36-4915-96cb-fe0e9390c73e req-70c1f441-35f3-4a6b-91b5-554a1606eb71 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=c93d4bd5-6b9b-4abd-bd87-dce9a04c87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431039 Mar 08 04:47:17.981367 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 43124) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:47:18.082866 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-f9ac048f-a3a6-45d1-a8e2-eed52791672e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:18.159344 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-f9ac048f-a3a6-45d1-a8e2-eed52791672e admin admin] Publish callbacks [] for security_group (728818a4-b648-46aa-a33c-159eca53a06d), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:18.225510 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-f9ac048f-a3a6-45d1-a8e2-eed52791672e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (728818a4-b648-46aa-a33c-159eca53a06d), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:18.263704 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac048f-a3a6-45d1-a8e2-eed52791672e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728818a4-b648-46aa-a33c-159eca53a06d,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:47:18.269494 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-f9ac048f-a3a6-45d1-a8e2-eed52791672e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=454666b7cf414ddf80567b23d5561b96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2869606 Mar 08 04:47:18.272211 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 43128) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:47:18.322872 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-bb5710cb-de47-498e-a7a0-20085785bf5f admin admin] Publish callbacks [] for security_group (728818a4-b648-46aa-a33c-159eca53a06d), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:18.368914 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-bb5710cb-de47-498e-a7a0-20085785bf5f admin admin] Publish callbacks [] for security_group (728818a4-b648-46aa-a33c-159eca53a06d), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:18.416174 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89779d11-0425-43a3-ab6b-05834aca11c8 req-84610d20-fbac-4ea7-a043-647fa901f50a tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:18.417694 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-89779d11-0425-43a3-ab6b-05834aca11c8 req-84610d20-fbac-4ea7-a043-647fa901f50a tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0856104 Mar 08 04:47:18.470531 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-89779d11-0425-43a3-ab6b-05834aca11c8 req-438c9d69-67cd-4a42-97f7-651ea28ccadf tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473456 Mar 08 04:47:18.500374 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-bb5710cb-de47-498e-a7a0-20085785bf5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (728818a4-b648-46aa-a33c-159eca53a06d), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:18.503046 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-bb5710cb-de47-498e-a7a0-20085785bf5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:18.504179 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-bb5710cb-de47-498e-a7a0-20085785bf5f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/728818a4-b648-46aa-a33c-159eca53a06d HTTP/1.1" status: 204 len: 168 time: 0.2310574 Mar 08 04:47:18.511944 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5710cb-de47-498e-a7a0-20085785bf5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728818a4-b648-46aa-a33c-159eca53a06d,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:47:18.527074 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f9b62-1314-407a-a8ee-f18468fb589c req-11869f4b-2030-4dbc-a2c7-789765089753 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:18.529360 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-7b2f9b62-1314-407a-a8ee-f18468fb589c req-11869f4b-2030-4dbc-a2c7-789765089753 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.0666490 Mar 08 04:47:18.579473 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-7b2f9b62-1314-407a-a8ee-f18468fb589c req-172485fc-c69e-4c02-b0f2-a18192194b58 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419641 Mar 08 04:47:18.660300 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:18.902475 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6770d2f-0152-4953-80d6-2e507b52f7cf req-46cf246d-9397-4415-b949-dfaa689ea129 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:18.903796 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-a6770d2f-0152-4953-80d6-2e507b52f7cf req-46cf246d-9397-4415-b949-dfaa689ea129 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.0540988 Mar 08 04:47:18.952798 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-a6770d2f-0152-4953-80d6-2e507b52f7cf req-7b2f687d-7648-482d-834e-d35d6885dfcc tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410376 Mar 08 04:47:19.061622 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbdd3c1-5cae-4c92-8e96-e2385e3ea74f req-3a3c75b6-5f13-4442-be61-f792073493ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:19.063168 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7fbdd3c1-5cae-4c92-8e96-e2385e3ea74f req-3a3c75b6-5f13-4442-be61-f792073493ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=123d544e6cdd4f43acfd2e4fc0fe7867&device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 1129 time: 0.0764487 Mar 08 04:47:19.071729 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c41ed8-89d3-4078-94ca-3255ee8832bf req-056dd78b-750a-48c5-a340-a9cc1ce9ee44 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:19.073106 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-10c41ed8-89d3-4078-94ca-3255ee8832bf req-056dd78b-750a-48c5-a340-a9cc1ce9ee44 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=86d83a21-b554-40b9-97e6-554ead6e06e1 HTTP/1.1" status: 200 len: 944 time: 0.0785091 Mar 08 04:47:19.179054 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-10c41ed8-89d3-4078-94ca-3255ee8832bf req-97284c1a-8f48-4240-8ee4-72b977528a18 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=c93d4bd5-6b9b-4abd-bd87-dce9a04c87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962517 Mar 08 04:47:19.201348 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbdd3c1-5cae-4c92-8e96-e2385e3ea74f req-e56ab831-a7cc-46d7-86df-248dc1201966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:19.202311 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:47:19.202774 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7fbdd3c1-5cae-4c92-8e96-e2385e3ea74f req-e56ab831-a7cc-46d7-86df-248dc1201966 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a0b25786-9a98-4b69-9ff8-d7339822960d HTTP/1.1" status: 200 len: 911 time: 0.1287920 Mar 08 04:47:19.268166 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7fbdd3c1-5cae-4c92-8e96-e2385e3ea74f req-28487333-a642-43a8-aea1-08a0c33983fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e9ffabd-df11-491a-88fa-de12ae12a5e2 HTTP/1.1" status: 200 len: 1001 time: 0.0585332 Mar 08 04:47:19.321372 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbdd3c1-5cae-4c92-8e96-e2385e3ea74f req-c4dd4b51-91cc-4d49-9fe4-9a6f9c1bbc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:19.322827 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7fbdd3c1-5cae-4c92-8e96-e2385e3ea74f req-c4dd4b51-91cc-4d49-9fe4-9a6f9c1bbc31 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7cfe1804-64f6-4463-a6ac-0aac353986ac HTTP/1.1" status: 200 len: 849 time: 0.0489395 Mar 08 04:47:19.371272 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbdd3c1-5cae-4c92-8e96-e2385e3ea74f req-c23ef880-aa72-409c-b202-a647fe2c6219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:19.372730 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7fbdd3c1-5cae-4c92-8e96-e2385e3ea74f req-c23ef880-aa72-409c-b202-a647fe2c6219 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0b25786-9a98-4b69-9ff8-d7339822960d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433726 Mar 08 04:47:19.460816 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7fbdd3c1-5cae-4c92-8e96-e2385e3ea74f req-17b60898-2f4e-4010-8332-9ac2e0094028 service neutron] 10.222.0.18 "GET /v2.0/networks/a0b25786-9a98-4b69-9ff8-d7339822960d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813439 Mar 08 04:47:19.557017 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7fbdd3c1-5cae-4c92-8e96-e2385e3ea74f req-4adf096b-4d78-47ae-8145-b215db0ad3c0 service neutron] 10.222.0.18 "GET /v2.0/networks/a0b25786-9a98-4b69-9ff8-d7339822960d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904410 Mar 08 04:47:19.595085 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145b975-39ec-4cac-a4e0-a0e0e9f248d6 req-870e71ed-ec92-4617-a614-b2e20c987a63 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:19.596592 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-2145b975-39ec-4cac-a4e0-a0e0e9f248d6 req-870e71ed-ec92-4617-a614-b2e20c987a63 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0554826 Mar 08 04:47:19.645509 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-2145b975-39ec-4cac-a4e0-a0e0e9f248d6 req-aa666cbe-f4d7-42af-a7ff-e46c796cb8ee tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430849 Mar 08 04:47:20.076721 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b5f6f-4fc2-4df7-a3ca-14ad5b3c9a85 req-c19c9320-0830-4545-8ed6-db0c0767a6a3 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:20.078261 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9d9b5f6f-4fc2-4df7-a3ca-14ad5b3c9a85 req-c19c9320-0830-4545-8ed6-db0c0767a6a3 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.0530179 Mar 08 04:47:20.089100 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:20.138619 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9d9b5f6f-4fc2-4df7-a3ca-14ad5b3c9a85 req-b5b4fe05-4a0a-4fc6-a635-29c15261db6d tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539377 Mar 08 04:47:20.299153 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16179eb0-0519-4ea9-a5a5-39560e086b20 req-1fe9c552-2d20-4f2c-a669-8584ca2c48f6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:20.300666 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-16179eb0-0519-4ea9-a5a5-39560e086b20 req-1fe9c552-2d20-4f2c-a669-8584ca2c48f6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=86d83a21-b554-40b9-97e6-554ead6e06e1 HTTP/1.1" status: 200 len: 944 time: 0.0564716 Mar 08 04:47:20.317380 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 996a86d4-b704-4bc3-bdeb-95b29072dc60 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=110146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:47:20.347513 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-16179eb0-0519-4ea9-a5a5-39560e086b20 req-047b1e91-e191-41f4-b8ac-dcb836465d90 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=c93d4bd5-6b9b-4abd-bd87-dce9a04c87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406315 Mar 08 04:47:20.413364 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 996a86d4-b704-4bc3-bdeb-95b29072dc60, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=996a86d4-b704-4bc3-bdeb-95b29072dc60,segment=NetworkSegment(3078e9f3-ee99-4520-9a84-dd25cc09024c),segment_id=3078e9f3-ee99-4520-9a84-dd25cc09024c)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:47:20.424011 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Returning: {'device': '996a86d4-b704-4bc3-bdeb-95b29072dc60', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'port_id': '996a86d4-b704-4bc3-bdeb-95b29072dc60', 'mac_address': 'fa:16:3e:e8:31:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7efbded5-60f9-4264-992d-981c4669fa99', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:47:20.465452 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port 996a86d4-b704-4bc3-bdeb-95b29072dc60 is: DOWN; New status is: BUILD {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:47:20.465924 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (996a86d4-b704-4bc3-bdeb-95b29072dc60), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:20.480080 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 996a86d4-b704-4bc3-bdeb-95b29072dc60 {{(pid=110146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:47:20.499267 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 996a86d4-b704-4bc3-bdeb-95b29072dc60, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=996a86d4-b704-4bc3-bdeb-95b29072dc60,segment=NetworkSegment(3078e9f3-ee99-4520-9a84-dd25cc09024c),segment_id=3078e9f3-ee99-4520-9a84-dd25cc09024c)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:47:20.596879 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (996a86d4-b704-4bc3-bdeb-95b29072dc60), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:20.642875 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=996a86d4-b704-4bc3-bdeb-95b29072dc60,revision_number=4']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:47:20.772354 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde3f7e-7c34-4ae8-a9a1-3e162c723a60 req-0467eb29-f2aa-41a0-9e01-66772084ab83 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:20.773858 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1bde3f7e-7c34-4ae8-a9a1-3e162c723a60 req-0467eb29-f2aa-41a0-9e01-66772084ab83 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0557048 Mar 08 04:47:20.819720 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1bde3f7e-7c34-4ae8-a9a1-3e162c723a60 req-5e7dd510-ce3e-4cee-aa0e-019cd2a93b64 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402958 Mar 08 04:47:20.988132 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] get_ports_and_sgs() called for port_ids ['996a86d4-b704-4bc3-bdeb-95b29072dc60'] {{(pid=110146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:47:21.067598 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 43200) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:47:21.168381 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-b58f99f6-2d9a-4e66-a4ff-e7c90d6df9d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:21.241100 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-b58f99f6-2d9a-4e66-a4ff-e7c90d6df9d0 admin admin] Publish callbacks [] for security_group (21ad84ab-9763-4edd-8a8e-ff8e00f70858), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:21.254398 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3385e625-69e4-411e-bbfe-d16a87659536 req-62aef5f0-c723-4b46-a290-b0d769901590 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:21.255886 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-3385e625-69e4-411e-bbfe-d16a87659536 req-62aef5f0-c723-4b46-a290-b0d769901590 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.0513828 Mar 08 04:47:21.302334 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-3385e625-69e4-411e-bbfe-d16a87659536 req-566589ab-9c6a-41eb-9bc8-4c0f7ef19d40 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407968 Mar 08 04:47:21.311777 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-b58f99f6-2d9a-4e66-a4ff-e7c90d6df9d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (21ad84ab-9763-4edd-8a8e-ff8e00f70858), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:21.349508 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-b58f99f6-2d9a-4e66-a4ff-e7c90d6df9d0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c33d357ceab44f40a37e30349d8e680e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2807522 Mar 08 04:47:21.351452 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f99f6-2d9a-4e66-a4ff-e7c90d6df9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ad84ab-9763-4edd-8a8e-ff8e00f70858,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:47:21.352384 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 43208) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:47:21.404575 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c19dd540-7067-4717-894e-c455c0c34ad6 admin admin] Publish callbacks [] for security_group (21ad84ab-9763-4edd-8a8e-ff8e00f70858), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:21.464219 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17833a2c-a970-457f-8845-544b3a33021b req-7c0fbc82-6928-4a3f-b1fd-329aaa77bd6c tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:21.465812 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-17833a2c-a970-457f-8845-544b3a33021b req-7c0fbc82-6928-4a3f-b1fd-329aaa77bd6c tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=86d83a21-b554-40b9-97e6-554ead6e06e1 HTTP/1.1" status: 200 len: 945 time: 0.0522702 Mar 08 04:47:21.518983 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-17833a2c-a970-457f-8845-544b3a33021b req-f8817977-daf1-472a-b080-27ac8001c0f5 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=c93d4bd5-6b9b-4abd-bd87-dce9a04c87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476007 Mar 08 04:47:21.635562 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c19dd540-7067-4717-894e-c455c0c34ad6 admin admin] Publish callbacks [] for security_group (21ad84ab-9763-4edd-8a8e-ff8e00f70858), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:21.762643 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c19dd540-7067-4717-894e-c455c0c34ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (21ad84ab-9763-4edd-8a8e-ff8e00f70858), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:21.765185 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c19dd540-7067-4717-894e-c455c0c34ad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:21.766328 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-c19dd540-7067-4717-894e-c455c0c34ad6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/21ad84ab-9763-4edd-8a8e-ff8e00f70858 HTTP/1.1" status: 204 len: 168 time: 0.4129684 Mar 08 04:47:21.774432 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19dd540-7067-4717-894e-c455c0c34ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ad84ab-9763-4edd-8a8e-ff8e00f70858,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:47:21.950193 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d71fb-6e8b-448e-b15c-08d7e98723fc req-486f1e25-ad75-4736-b0c0-915d25c613f5 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:21.951679 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-8e1d71fb-6e8b-448e-b15c-08d7e98723fc req-486f1e25-ad75-4736-b0c0-915d25c613f5 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0581396 Mar 08 04:47:22.002300 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-8e1d71fb-6e8b-448e-b15c-08d7e98723fc req-120c8aff-ff90-4b1b-ba2a-efbf654d6eca tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439913 Mar 08 04:47:22.265582 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 43218) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:47:22.279549 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-3034ff24-e593-49d4-97cc-4126a0f73fa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:22.321560 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 996a86d4-b704-4bc3-bdeb-95b29072dc60 up at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:47:22.352956 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-3034ff24-e593-49d4-97cc-4126a0f73fa7 admin admin] Publish callbacks [] for security_group (58fb562d-83d6-485b-964c-34c700d0c261), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:22.426068 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-3034ff24-e593-49d4-97cc-4126a0f73fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (58fb562d-83d6-485b-964c-34c700d0c261), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:22.454339 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning for port 996a86d4-b704-4bc3-bdeb-95b29072dc60 completed by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 04:47:22.458173 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning complete for port 996a86d4-b704-4bc3-bdeb-95b29072dc60 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:47:22.458578 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (996a86d4-b704-4bc3-bdeb-95b29072dc60), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:22.463664 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-3034ff24-e593-49d4-97cc-4126a0f73fa7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=269fc977b9134272ac6ae529b537ce32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1969926 Mar 08 04:47:22.464764 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034ff24-e593-49d4-97cc-4126a0f73fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fb562d-83d6-485b-964c-34c700d0c261,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:47:22.469852 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 43220) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:47:22.517003 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b866d4b8-ca94-4f1a-b831-c0418ba1ce86 admin admin] Publish callbacks [] for security_group (58fb562d-83d6-485b-964c-34c700d0c261), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:22.537453 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b866d4b8-ca94-4f1a-b831-c0418ba1ce86 admin admin] Publish callbacks [] for security_group (58fb562d-83d6-485b-964c-34c700d0c261), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:22.643071 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9b66e-6b85-48ab-9d74-d665d0e9218a req-72b4de7e-459b-4a3c-8a80-4a727024bb66 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:22.644642 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-05e9b66e-6b85-48ab-9d74-d665d0e9218a req-72b4de7e-459b-4a3c-8a80-4a727024bb66 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=86d83a21-b554-40b9-97e6-554ead6e06e1 HTTP/1.1" status: 200 len: 945 time: 0.0555189 Mar 08 04:47:22.665611 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port 996a86d4-b704-4bc3-bdeb-95b29072dc60 is: BUILD; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:47:22.666023 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (996a86d4-b704-4bc3-bdeb-95b29072dc60), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:22.671610 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b866d4b8-ca94-4f1a-b831-c0418ba1ce86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (58fb562d-83d6-485b-964c-34c700d0c261), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:22.676530 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b866d4b8-ca94-4f1a-b831-c0418ba1ce86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:22.677652 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-b866d4b8-ca94-4f1a-b831-c0418ba1ce86 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/58fb562d-83d6-485b-964c-34c700d0c261 HTTP/1.1" status: 204 len: 168 time: 0.2102091 Mar 08 04:47:22.685913 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866d4b8-ca94-4f1a-b831-c0418ba1ce86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fb562d-83d6-485b-964c-34c700d0c261,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:47:22.690270 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d83a21-b554-40b9-97e6-554ead6e06e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996a86d4-b704-4bc3-bdeb-95b29072dc60'}] {{(pid=110146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:47:22.693055 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce5c9d46ce85cdc7bdd5e39ea1b8e3d9b9c3a590759baa6189aad05618b43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210a653d-c527-4d1e-b4a5-7b5d881c3605" -d '{"events": [{"server_uuid": "86d83a21-b554-40b9-97e6-554ead6e06e1", "name": "network-vif-plugged", "status": "completed", "tag": "996a86d4-b704-4bc3-bdeb-95b29072dc60"}]}' {{(pid=110146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:47:22.696381 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-05e9b66e-6b85-48ab-9d74-d665d0e9218a req-b976449d-b412-4f73-9686-efceea7e9a35 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=c93d4bd5-6b9b-4abd-bd87-dce9a04c87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459499 Mar 08 04:47:22.709484 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 996a86d4-b704-4bc3-bdeb-95b29072dc60, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=996a86d4-b704-4bc3-bdeb-95b29072dc60,segment=NetworkSegment(3078e9f3-ee99-4520-9a84-dd25cc09024c),segment_id=3078e9f3-ee99-4520-9a84-dd25cc09024c)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:47:22.741395 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c687c3-0477-4b28-9a31-98dc9ef8c080 x-openstack-request-id: req-54c687c3-0477-4b28-9a31-98dc9ef8c080 {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:47:22.741782 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d83a21-b554-40b9-97e6-554ead6e06e1", "name": "network-vif-plugged", "status": "completed", "tag": "996a86d4-b704-4bc3-bdeb-95b29072dc60", "code": 200}]} {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:47:22.742136 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-54c687c3-0477-4b28-9a31-98dc9ef8c080 {{(pid=110146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:47:22.742615 dv-cinder-740146-13-iscsi neutron-server[110146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d83a21-b554-40b9-97e6-554ead6e06e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996a86d4-b704-4bc3-bdeb-95b29072dc60', 'code': 200} Mar 08 04:47:22.774900 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (996a86d4-b704-4bc3-bdeb-95b29072dc60), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:22.823197 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=996a86d4-b704-4bc3-bdeb-95b29072dc60,revision_number=5']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:47:23.044814 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05127600-a818-47cf-8900-e393e34df253 req-7da5d242-25e2-4e79-a8e0-dafb29194a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:23.044814 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-05127600-a818-47cf-8900-e393e34df253 req-7da5d242-25e2-4e79-a8e0-dafb29194a88 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=86d83a21-b554-40b9-97e6-554ead6e06e1 HTTP/1.1" status: 200 len: 1130 time: 0.0497668 Mar 08 04:47:23.097341 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-05127600-a818-47cf-8900-e393e34df253 req-b367873f-548c-432f-9f92-2bae1bcd2a85 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c93d4bd5-6b9b-4abd-bd87-dce9a04c87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468619 Mar 08 04:47:23.137025 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da9c14-6d62-4987-93db-baafb007fe4a req-e6be5311-f958-4037-af84-3b39c43a3fe2 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:23.138513 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-45da9c14-6d62-4987-93db-baafb007fe4a req-e6be5311-f958-4037-af84-3b39c43a3fe2 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0565093 Mar 08 04:47:23.185543 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-45da9c14-6d62-4987-93db-baafb007fe4a req-39cce93c-3a44-4ad7-b0ef-06414d11e152 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407567 Mar 08 04:47:23.816611 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a43516-de10-49ef-bbf9-27e47509981c req-9d5c094d-aa38-4c40-8c96-ca9c0c10d864 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:23.818156 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-f4a43516-de10-49ef-bbf9-27e47509981c req-9d5c094d-aa38-4c40-8c96-ca9c0c10d864 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=86d83a21-b554-40b9-97e6-554ead6e06e1 HTTP/1.1" status: 200 len: 946 time: 0.0523496 Mar 08 04:47:23.864774 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-f4a43516-de10-49ef-bbf9-27e47509981c req-fa96f2f6-344d-41c0-8bb0-3cfcfc29b73b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=c93d4bd5-6b9b-4abd-bd87-dce9a04c87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408015 Mar 08 04:47:24.313044 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80e94f-e607-4b7a-b96a-605600c372fd req-9825e6f0-12a9-4d92-8d10-23bdd3ddfd39 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:24.314646 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-8f80e94f-e607-4b7a-b96a-605600c372fd req-9825e6f0-12a9-4d92-8d10-23bdd3ddfd39 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0549166 Mar 08 04:47:24.360981 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-8f80e94f-e607-4b7a-b96a-605600c372fd req-afd91496-f50b-4da8-aa47-0e25f2098391 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407634 Mar 08 04:47:24.984857 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64fce7e-e8bf-47c9-8c8c-f526ab55e7d3 req-282241d7-fb4a-4f1b-8fdc-cd8c8d16a27a tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:24.986780 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-c64fce7e-e8bf-47c9-8c8c-f526ab55e7d3 req-282241d7-fb4a-4f1b-8fdc-cd8c8d16a27a tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=86d83a21-b554-40b9-97e6-554ead6e06e1 HTTP/1.1" status: 200 len: 946 time: 0.0523653 Mar 08 04:47:25.032648 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-c64fce7e-e8bf-47c9-8c8c-f526ab55e7d3 req-15b21ce4-e834-4a3d-bdb0-e91a257bf245 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=c93d4bd5-6b9b-4abd-bd87-dce9a04c87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400233 Mar 08 04:47:25.172157 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 43278) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:47:25.272675 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-2f490057-fb1e-4e8b-a530-6dcffbef050f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:25.342764 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-2f490057-fb1e-4e8b-a530-6dcffbef050f admin admin] Publish callbacks [] for security_group (cd96b8f0-7b5d-4c7e-a483-b3b0bc0b4f81), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:25.456911 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-2f490057-fb1e-4e8b-a530-6dcffbef050f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (cd96b8f0-7b5d-4c7e-a483-b3b0bc0b4f81), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:25.500981 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-2f490057-fb1e-4e8b-a530-6dcffbef050f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5ea62cd980394ddea700a6d20e7b77d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3277853 Mar 08 04:47:25.504996 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f490057-fb1e-4e8b-a530-6dcffbef050f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd96b8f0-7b5d-4c7e-a483-b3b0bc0b4f81,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:47:25.505132 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 43286) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:47:25.517012 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1942d-acb0-41a3-9689-d00d0f58222c req-55846174-7d8a-4efc-bf20-5a3e11fe25ca tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:25.518520 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9de1942d-acb0-41a3-9689-d00d0f58222c req-55846174-7d8a-4efc-bf20-5a3e11fe25ca tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0889547 Mar 08 04:47:25.563365 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-353bdc6d-daf5-4c74-8ea1-19f38fc3301d admin admin] Publish callbacks [] for security_group (cd96b8f0-7b5d-4c7e-a483-b3b0bc0b4f81), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:25.568639 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9de1942d-acb0-41a3-9689-d00d0f58222c req-8515f225-81a3-446f-85fb-504cd2ade1bb tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441613 Mar 08 04:47:25.589180 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-353bdc6d-daf5-4c74-8ea1-19f38fc3301d admin admin] Publish callbacks [] for security_group (cd96b8f0-7b5d-4c7e-a483-b3b0bc0b4f81), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:25.705577 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-353bdc6d-daf5-4c74-8ea1-19f38fc3301d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (cd96b8f0-7b5d-4c7e-a483-b3b0bc0b4f81), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:25.708253 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-353bdc6d-daf5-4c74-8ea1-19f38fc3301d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:25.709429 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-353bdc6d-daf5-4c74-8ea1-19f38fc3301d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cd96b8f0-7b5d-4c7e-a483-b3b0bc0b4f81 HTTP/1.1" status: 204 len: 168 time: 0.2041242 Mar 08 04:47:25.718068 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353bdc6d-daf5-4c74-8ea1-19f38fc3301d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd96b8f0-7b5d-4c7e-a483-b3b0bc0b4f81,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:47:26.149964 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2855b40-a5b5-4daf-a331-6252e7230616 req-1be417d1-89dd-46f3-b358-f5dfec8faa68 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:26.151437 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-e2855b40-a5b5-4daf-a331-6252e7230616 req-1be417d1-89dd-46f3-b358-f5dfec8faa68 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=86d83a21-b554-40b9-97e6-554ead6e06e1 HTTP/1.1" status: 200 len: 946 time: 0.0527797 Mar 08 04:47:26.195950 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-e2855b40-a5b5-4daf-a331-6252e7230616 req-4c9ddf81-85f0-48a0-9729-93684b7d21c0 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=c93d4bd5-6b9b-4abd-bd87-dce9a04c87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391808 Mar 08 04:47:26.227642 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 43296) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:47:26.240247 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-76e0de1e-f3ce-4b7d-a666-45856637a50a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:26.307524 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1474043d-6877-4289-a971-ccf6df3b4e9b req-c84095db-3c4f-418a-9502-31dfc5e47c71 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:26.309003 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1474043d-6877-4289-a971-ccf6df3b4e9b req-c84095db-3c4f-418a-9502-31dfc5e47c71 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=86d83a21-b554-40b9-97e6-554ead6e06e1 HTTP/1.1" status: 200 len: 946 time: 0.0520840 Mar 08 04:47:26.315435 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-76e0de1e-f3ce-4b7d-a666-45856637a50a admin admin] Publish callbacks [] for security_group (3c53c736-c072-4391-933a-c006d4e8f002), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:26.317584 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 43298) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:47:26.322175 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-bd10a58e-cd47-4022-aad2-738f16890d60 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Request body: {'floatingip': {'port_id': '996a86d4-b704-4bc3-bdeb-95b29072dc60'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:47:26.360207 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-bd10a58e-cd47-4022-aad2-738f16890d60 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for floatingip (1262f639-bc06-4a71-b3f0-b7faec274037), before_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:26.388794 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-76e0de1e-f3ce-4b7d-a666-45856637a50a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (3c53c736-c072-4391-933a-c006d4e8f002), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:26.460676 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-76e0de1e-f3ce-4b7d-a666-45856637a50a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=800815aa0e4a45d3b0f58f42993a2000&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320366 Mar 08 04:47:26.461496 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e0de1e-f3ce-4b7d-a666-45856637a50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c53c736-c072-4391-933a-c006d4e8f002,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:47:26.463347 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 43300) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:47:26.511828 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-353f48b6-dfbf-4d2b-9e64-bc4423cfe7fb admin admin] Publish callbacks [] for security_group (3c53c736-c072-4391-933a-c006d4e8f002), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:26.532653 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-353f48b6-dfbf-4d2b-9e64-bc4423cfe7fb admin admin] Publish callbacks [] for security_group (3c53c736-c072-4391-933a-c006d4e8f002), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:26.654262 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-353f48b6-dfbf-4d2b-9e64-bc4423cfe7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (3c53c736-c072-4391-933a-c006d4e8f002), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:26.656824 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-353f48b6-dfbf-4d2b-9e64-bc4423cfe7fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:26.658064 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-353f48b6-dfbf-4d2b-9e64-bc4423cfe7fb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3c53c736-c072-4391-933a-c006d4e8f002 HTTP/1.1" status: 204 len: 168 time: 0.1937325 Mar 08 04:47:26.666009 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353f48b6-dfbf-4d2b-9e64-bc4423cfe7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c53c736-c072-4391-933a-c006d4e8f002,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:47:26.774483 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fbb56-0c0e-4f88-bda4-02f083b3f4b3 req-aeb83ffc-ab90-460f-9d71-d1bfb9d0c0ad tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:26.774483 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-5f1fbb56-0c0e-4f88-bda4-02f083b3f4b3 req-aeb83ffc-ab90-460f-9d71-d1bfb9d0c0ad tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.1332743 Mar 08 04:47:26.857868 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-5f1fbb56-0c0e-4f88-bda4-02f083b3f4b3 req-5bbdc827-017b-4b8b-8718-8503b575a674 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787113 Mar 08 04:47:26.910844 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-bd10a58e-cd47-4022-aad2-738f16890d60 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:26.974402 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-bd10a58e-cd47-4022-aad2-738f16890d60 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952661'] for floatingip (1262f639-bc06-4a71-b3f0-b7faec274037), after_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:27.076007 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.db.l3_db [None req-bd10a58e-cd47-4022-aad2-738f16890d60 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Floating IP 1262f639-bc06-4a71-b3f0-b7faec274037 associated. External IP: 172.27.0.19, port: 996a86d4-b704-4bc3-bdeb-95b29072dc60. Mar 08 04:47:27.285286 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd10a58e-cd47-4022-aad2-738f16890d60 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Router 2f54059b-7e76-47b0-a531-baf7a8872fae has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:47:27.395660 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd10a58e-cd47-4022-aad2-738f16890d60 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:47:27.400121 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-bd10a58e-cd47-4022-aad2-738f16890d60 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for floatingip (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:27.405978 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ece6b4-8989-48ce-85a0-23cf39303bb2 None None] Sync routers for ids ['2f54059b-7e76-47b0-a531-baf7a8872fae'] in dv-cinder-740146-13-iscsi {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:47:27.419192 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ece6b4-8989-48ce-85a0-23cf39303bb2 None None] Routers {'2f54059b-7e76-47b0-a531-baf7a8872fae'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:47:27.420017 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-e7ece6b4-8989-48ce-85a0-23cf39303bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:47:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['2f54059b-7e76-47b0-a531-baf7a8872fae'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:47:27.431761 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-bd10a58e-cd47-4022-aad2-738f16890d60 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "PUT /v2.0/floatingips/1262f639-bc06-4a71-b3f0-b7faec274037 HTTP/1.1" status: 200 len: 991 time: 1.1130123 Mar 08 04:47:27.432464 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86d83a21-b554-40b9-97e6-554ead6e06e1', 'tag': '996a86d4-b704-4bc3-bdeb-95b29072dc60'}] {{(pid=110145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:47:27.434828 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71968b58d2f8aa6f8c15556c85a5ad4508c502c1b37aaef7a0ee3c4c7a23d4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9db7432-ad1b-46df-a4d1-c2e4573525ec" -d '{"events": [{"name": "network-changed", "server_uuid": "86d83a21-b554-40b9-97e6-554ead6e06e1", "tag": "996a86d4-b704-4bc3-bdeb-95b29072dc60"}]}' {{(pid=110145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:47:27.471108 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc6da54-8e2e-4649-859c-ece90314f4c0 x-openstack-request-id: req-3dc6da54-8e2e-4649-859c-ece90314f4c0 {{(pid=110145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:47:27.471958 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86d83a21-b554-40b9-97e6-554ead6e06e1", "tag": "996a86d4-b704-4bc3-bdeb-95b29072dc60", "status": "completed", "code": 200}]} {{(pid=110145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:47:27.472214 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3dc6da54-8e2e-4649-859c-ece90314f4c0 {{(pid=110145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:47:27.472609 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86d83a21-b554-40b9-97e6-554ead6e06e1', 'tag': '996a86d4-b704-4bc3-bdeb-95b29072dc60', 'status': 'completed', 'code': 200} Mar 08 04:47:27.539961 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db7432-ad1b-46df-a4d1-c2e4573525ec req-7ef040da-026d-4097-be14-343573a816ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:27.540537 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-e7ece6b4-8989-48ce-85a0-23cf39303bb2 None None] Set router 2f54059b-7e76-47b0-a531-baf7a8872fae gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:47:27.541446 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a9db7432-ad1b-46df-a4d1-c2e4573525ec req-7ef040da-026d-4097-be14-343573a816ff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aeea4438116f4318bc83a1167fc0068f&device_id=86d83a21-b554-40b9-97e6-554ead6e06e1 HTTP/1.1" status: 200 len: 1130 time: 0.0488081 Mar 08 04:47:27.640358 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db7432-ad1b-46df-a4d1-c2e4573525ec req-89b53a26-4e8b-466d-8d0e-9753aa16bcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:27.642111 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a9db7432-ad1b-46df-a4d1-c2e4573525ec req-89b53a26-4e8b-466d-8d0e-9753aa16bcb9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=55973e4d-cfae-4744-97c2-2f6db5b5eaa4 HTTP/1.1" status: 200 len: 915 time: 0.0950401 Mar 08 04:47:27.712217 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a9db7432-ad1b-46df-a4d1-c2e4573525ec req-f6576a93-cd2d-45ac-8d05-16766fa4a08c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=996a86d4-b704-4bc3-bdeb-95b29072dc60 HTTP/1.1" status: 200 len: 999 time: 0.0637252 Mar 08 04:47:27.763221 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db7432-ad1b-46df-a4d1-c2e4573525ec req-f6f008dc-6eb2-43d7-9d1f-9eed6f184651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:27.764681 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a9db7432-ad1b-46df-a4d1-c2e4573525ec req-f6f008dc-6eb2-43d7-9d1f-9eed6f184651 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7efbded5-60f9-4264-992d-981c4669fa99 HTTP/1.1" status: 200 len: 853 time: 0.0460329 Mar 08 04:47:27.781520 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-e7ece6b4-8989-48ce-85a0-23cf39303bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'name': 'tempest-AttachVolumeNegativeTest-650372177-router', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'gw_port': {'id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': '1262f639-bc06-4a71-b3f0-b7faec274037', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'floating_ip_address': '172.27.0.19', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'port_id': '996a86d4-b704-4bc3-bdeb-95b29072dc60', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'mac_address': 'fa:16:3e:e8:31:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d83a21-b554-40b9-97e6-554ead6e06e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:47:06Z', 'updated_at': '2022-03-08T04:47:26Z', 'revision_number': 1, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'fixed_ip_address_scope': None}, {'id': '4a3746d7-33c7-4865-b952-36c2a82668ed', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'floating_ip_address': '172.27.0.176', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'port_id': 'c08d1c1d-bdea-49ce-878b-6c829ce92072', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'mac_address': 'fa:16:3e:4e:6f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1c1052-3b6e-4078-9dd7-f1d4f2c103de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:43:43Z', 'updated_at': '2022-03-08T04:44:31Z', 'revision_number': 2, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb1992b2-5788-4f84-8a8e-83e131e61c13', 'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'mac_address': 'fa:16:3e:5f:97:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7efbded5-60f9-4264-992d-981c4669fa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:31Z', 'updated_at': '2022-03-08T04:43:45Z', 'revision_number': 5, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'subnets': [{'id': '7efbded5-60f9-4264-992d-981c4669fa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:47:27.812158 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db7432-ad1b-46df-a4d1-c2e4573525ec req-443f13e5-c8c0-4ac9-a4e4-e494861427b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:27.812818 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ece6b4-8989-48ce-85a0-23cf39303bb2 None None] Checking router: 2f54059b-7e76-47b0-a531-baf7a8872fae for host: dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:47:27.814062 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a9db7432-ad1b-46df-a4d1-c2e4573525ec req-443f13e5-c8c0-4ac9-a4e4-e494861427b8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55973e4d-cfae-4744-97c2-2f6db5b5eaa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433643 Mar 08 04:47:27.821660 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ece6b4-8989-48ce-85a0-23cf39303bb2 None None] Routers {'2f54059b-7e76-47b0-a531-baf7a8872fae'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:47:27.822270 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-e7ece6b4-8989-48ce-85a0-23cf39303bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:47:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['2f54059b-7e76-47b0-a531-baf7a8872fae'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:47:27.912863 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a9db7432-ad1b-46df-a4d1-c2e4573525ec req-eeca1d4d-a732-42a8-9004-775352fcf1e8 service neutron] 10.222.0.18 "GET /v2.0/networks/55973e4d-cfae-4744-97c2-2f6db5b5eaa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924327 Mar 08 04:47:27.957547 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-e7ece6b4-8989-48ce-85a0-23cf39303bb2 None None] Set router 2f54059b-7e76-47b0-a531-baf7a8872fae gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:47:27.999825 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15f955-29c8-4ce5-ad68-362f2b83d50a req-be633297-d132-4b39-b913-45c39788af1d tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:28.001583 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-eb15f955-29c8-4ce5-ad68-362f2b83d50a req-be633297-d132-4b39-b913-45c39788af1d tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0640819 Mar 08 04:47:28.027192 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a9db7432-ad1b-46df-a4d1-c2e4573525ec req-947cbdb8-63f5-4098-a607-e794b526a767 service neutron] 10.222.0.18 "GET /v2.0/networks/55973e4d-cfae-4744-97c2-2f6db5b5eaa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076798 Mar 08 04:47:28.054394 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-eb15f955-29c8-4ce5-ad68-362f2b83d50a req-5faec399-3ffa-44d2-b321-198fc2570510 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460792 Mar 08 04:47:28.213305 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-e7ece6b4-8989-48ce-85a0-23cf39303bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'name': 'tempest-AttachVolumeNegativeTest-650372177-router', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'gw_port': {'id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': '1262f639-bc06-4a71-b3f0-b7faec274037', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'floating_ip_address': '172.27.0.19', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'port_id': '996a86d4-b704-4bc3-bdeb-95b29072dc60', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'mac_address': 'fa:16:3e:e8:31:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d83a21-b554-40b9-97e6-554ead6e06e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:47:06Z', 'updated_at': '2022-03-08T04:47:26Z', 'revision_number': 1, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'fixed_ip_address_scope': None}, {'id': '4a3746d7-33c7-4865-b952-36c2a82668ed', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'floating_ip_address': '172.27.0.176', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'port_id': 'c08d1c1d-bdea-49ce-878b-6c829ce92072', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'mac_address': 'fa:16:3e:4e:6f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1c1052-3b6e-4078-9dd7-f1d4f2c103de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:43:43Z', 'updated_at': '2022-03-08T04:44:31Z', 'revision_number': 2, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb1992b2-5788-4f84-8a8e-83e131e61c13', 'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'mac_address': 'fa:16:3e:5f:97:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7efbded5-60f9-4264-992d-981c4669fa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:31Z', 'updated_at': '2022-03-08T04:43:45Z', 'revision_number': 5, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'subnets': [{'id': '7efbded5-60f9-4264-992d-981c4669fa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:47:28.239158 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ece6b4-8989-48ce-85a0-23cf39303bb2 None None] The sync data for ids ['2f54059b-7e76-47b0-a531-baf7a8872fae'] in dv-cinder-740146-13-iscsi is: [{'id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'name': 'tempest-AttachVolumeNegativeTest-650372177-router', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'gw_port': {'id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': '1262f639-bc06-4a71-b3f0-b7faec274037', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'floating_ip_address': '172.27.0.19', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'port_id': '996a86d4-b704-4bc3-bdeb-95b29072dc60', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'mac_address': 'fa:16:3e:e8:31:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86d83a21-b554-40b9-97e6-554ead6e06e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:47:06Z', 'updated_at': '2022-03-08T04:47:26Z', 'revision_number': 1, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'fixed_ip_address_scope': None}, {'id': '4a3746d7-33c7-4865-b952-36c2a82668ed', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'floating_ip_address': '172.27.0.176', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'port_id': 'c08d1c1d-bdea-49ce-878b-6c829ce92072', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'mac_address': 'fa:16:3e:4e:6f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1c1052-3b6e-4078-9dd7-f1d4f2c103de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:43:43Z', 'updated_at': '2022-03-08T04:44:31Z', 'revision_number': 2, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb1992b2-5788-4f84-8a8e-83e131e61c13', 'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'mac_address': 'fa:16:3e:5f:97:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7efbded5-60f9-4264-992d-981c4669fa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:31Z', 'updated_at': '2022-03-08T04:43:45Z', 'revision_number': 5, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'subnets': [{'id': '7efbded5-60f9-4264-992d-981c4669fa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:47:28.434887 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c286105-6bf3-4da8-a3bf-1a7f43ab1027 None None] New status for floating IP 1262f639-bc06-4a71-b3f0-b7faec274037: ACTIVE {{(pid=110147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:47:29.185502 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe7579-573a-4f4b-97af-00168369bfc8 req-6bef3dba-5026-4d0f-a033-2f1e3684a377 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:29.187048 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f0fe7579-573a-4f4b-97af-00168369bfc8 req-6bef3dba-5026-4d0f-a033-2f1e3684a377 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0586503 Mar 08 04:47:29.458356 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f0fe7579-573a-4f4b-97af-00168369bfc8 req-d7d43eec-349f-4ed1-b83b-8de539ca4f3a tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2656214 Mar 08 04:47:29.493966 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:30.352774 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 773994d5-ad91-4559-b1ef-e0288cc192d7 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=110146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:47:30.448142 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 773994d5-ad91-4559-b1ef-e0288cc192d7, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=773994d5-ad91-4559-b1ef-e0288cc192d7,segment=NetworkSegment(b5d0be17-e38f-4e92-9e95-4d4779f06bf0),segment_id=b5d0be17-e38f-4e92-9e95-4d4779f06bf0)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:47:30.458371 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Returning: {'device': '773994d5-ad91-4559-b1ef-e0288cc192d7', 'network_id': '860c194c-b911-4147-84ad-16e240b1666f', 'port_id': '773994d5-ad91-4559-b1ef-e0288cc192d7', 'mac_address': 'fa:16:3e:1d:18:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b6a1ea5-e77b-4dad-bc11-fe8b411f2953', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:47:30.497188 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port 773994d5-ad91-4559-b1ef-e0288cc192d7 is: ACTIVE; New status is: BUILD {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:47:30.497716 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (773994d5-ad91-4559-b1ef-e0288cc192d7), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:30.514266 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 773994d5-ad91-4559-b1ef-e0288cc192d7 {{(pid=110146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:47:30.541694 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 773994d5-ad91-4559-b1ef-e0288cc192d7, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=773994d5-ad91-4559-b1ef-e0288cc192d7,segment=NetworkSegment(b5d0be17-e38f-4e92-9e95-4d4779f06bf0),segment_id=b5d0be17-e38f-4e92-9e95-4d4779f06bf0)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:47:30.580606 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ebe273-09b0-4b46-a6e4-08ca8fd4ab0b req-5b4106d6-4da1-4260-918d-d829378f967c tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:30.582088 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-89ebe273-09b0-4b46-a6e4-08ca8fd4ab0b req-5b4106d6-4da1-4260-918d-d829378f967c tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0510437 Mar 08 04:47:30.591420 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (773994d5-ad91-4559-b1ef-e0288cc192d7), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:30.630865 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-89ebe273-09b0-4b46-a6e4-08ca8fd4ab0b req-3a605da5-54ff-473a-b23f-f1d8f57de88f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423880 Mar 08 04:47:30.646511 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=773994d5-ad91-4559-b1ef-e0288cc192d7,revision_number=6']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:47:30.717577 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] get_ports_and_sgs() called for port_ids ['773994d5-ad91-4559-b1ef-e0288cc192d7'] {{(pid=110146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:47:31.754066 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82632265-fd19-4d3d-9fba-8d531740654e req-90c35be5-8cc0-43cb-b58a-acdb1aef56ae tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:31.755519 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-82632265-fd19-4d3d-9fba-8d531740654e req-90c35be5-8cc0-43cb-b58a-acdb1aef56ae tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 945 time: 0.0513973 Mar 08 04:47:31.802335 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-82632265-fd19-4d3d-9fba-8d531740654e req-2a5aca7e-4dbc-424d-badd-6b12daedc945 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413842 Mar 08 04:47:32.379159 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 773994d5-ad91-4559-b1ef-e0288cc192d7 up at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:47:32.426033 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning complete for port 773994d5-ad91-4559-b1ef-e0288cc192d7 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:47:32.426408 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (773994d5-ad91-4559-b1ef-e0288cc192d7), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:32.501115 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port 773994d5-ad91-4559-b1ef-e0288cc192d7 is: BUILD; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:47:32.501524 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (773994d5-ad91-4559-b1ef-e0288cc192d7), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:32.523929 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aeefc38-6e1e-4a20-958d-55aeeb908d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773994d5-ad91-4559-b1ef-e0288cc192d7'}] {{(pid=110146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:47:32.526309 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce5c9d46ce85cdc7bdd5e39ea1b8e3d9b9c3a590759baa6189aad05618b43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4dbba3-fa09-43c8-a278-f1d0cfe56ac5" -d '{"events": [{"server_uuid": "6aeefc38-6e1e-4a20-958d-55aeeb908d35", "name": "network-vif-plugged", "status": "completed", "tag": "773994d5-ad91-4559-b1ef-e0288cc192d7"}]}' {{(pid=110146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:47:32.541645 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 773994d5-ad91-4559-b1ef-e0288cc192d7, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=773994d5-ad91-4559-b1ef-e0288cc192d7,segment=NetworkSegment(b5d0be17-e38f-4e92-9e95-4d4779f06bf0),segment_id=b5d0be17-e38f-4e92-9e95-4d4779f06bf0)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:47:32.560133 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa593e8a-71a0-43b1-9374-dced2cfddbf3 x-openstack-request-id: req-aa593e8a-71a0-43b1-9374-dced2cfddbf3 {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:47:32.560517 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aeefc38-6e1e-4a20-958d-55aeeb908d35", "name": "network-vif-plugged", "status": "completed", "tag": "773994d5-ad91-4559-b1ef-e0288cc192d7", "code": 200}]} {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:47:32.560776 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aa593e8a-71a0-43b1-9374-dced2cfddbf3 {{(pid=110146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:47:32.561236 dv-cinder-740146-13-iscsi neutron-server[110146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aeefc38-6e1e-4a20-958d-55aeeb908d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773994d5-ad91-4559-b1ef-e0288cc192d7', 'code': 200} Mar 08 04:47:32.591330 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (773994d5-ad91-4559-b1ef-e0288cc192d7), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:32.636710 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=773994d5-ad91-4559-b1ef-e0288cc192d7,revision_number=7']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:47:32.922273 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c47155-2f58-4c08-a3aa-904f55bcd788 req-6df62439-7c43-4777-bb75-94b568500a34 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:32.923734 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-42c47155-2f58-4c08-a3aa-904f55bcd788 req-6df62439-7c43-4777-bb75-94b568500a34 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0503817 Mar 08 04:47:32.973084 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-42c47155-2f58-4c08-a3aa-904f55bcd788 req-6d004d0e-eaf9-4518-995c-9f478b3a2a11 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439603 Mar 08 04:47:33.421057 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4556fef0-68b1-4252-8443-9dfda4a5628f req-89af15a3-18b3-4a9c-a6a6-e39aaa2e5c9a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423901 Mar 08 04:47:33.483136 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556fef0-68b1-4252-8443-9dfda4a5628f req-d9ed1a4e-470c-47f2-89a3-44dd716043ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:33.484672 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4556fef0-68b1-4252-8443-9dfda4a5628f req-d9ed1a4e-470c-47f2-89a3-44dd716043ba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aeea4438116f4318bc83a1167fc0068f&device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 1130 time: 0.0426860 Mar 08 04:47:33.591876 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556fef0-68b1-4252-8443-9dfda4a5628f req-2b1112dd-5a67-4977-9155-ab2e2902f26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:33.593401 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4556fef0-68b1-4252-8443-9dfda4a5628f req-2b1112dd-5a67-4977-9155-ab2e2902f26f service neutron] 10.222.0.18 "GET /v2.0/networks?id=55973e4d-cfae-4744-97c2-2f6db5b5eaa4 HTTP/1.1" status: 200 len: 915 time: 0.0884447 Mar 08 04:47:33.657174 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4556fef0-68b1-4252-8443-9dfda4a5628f req-46ba85b9-a8b6-462b-878e-5b47d02956b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c08d1c1d-bdea-49ce-878b-6c829ce92072 HTTP/1.1" status: 200 len: 1002 time: 0.0567567 Mar 08 04:47:33.706385 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556fef0-68b1-4252-8443-9dfda4a5628f req-a42e64eb-81e7-4ae5-8b6d-045ddda576ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:33.707840 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4556fef0-68b1-4252-8443-9dfda4a5628f req-a42e64eb-81e7-4ae5-8b6d-045ddda576ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7efbded5-60f9-4264-992d-981c4669fa99 HTTP/1.1" status: 200 len: 853 time: 0.0442274 Mar 08 04:47:33.764339 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4556fef0-68b1-4252-8443-9dfda4a5628f req-200d487e-f8ac-4de7-a717-464eff2c83a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:33.765875 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4556fef0-68b1-4252-8443-9dfda4a5628f req-200d487e-f8ac-4de7-a717-464eff2c83a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55973e4d-cfae-4744-97c2-2f6db5b5eaa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0517714 Mar 08 04:47:33.853980 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4556fef0-68b1-4252-8443-9dfda4a5628f req-eeeef7fd-53d4-4a12-a36a-a13cdb1a4e33 service neutron] 10.222.0.18 "GET /v2.0/networks/55973e4d-cfae-4744-97c2-2f6db5b5eaa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814161 Mar 08 04:47:33.952532 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4556fef0-68b1-4252-8443-9dfda4a5628f req-1e25fb37-889d-4846-879b-a0dd75b09627 service neutron] 10.222.0.18 "GET /v2.0/networks/55973e4d-cfae-4744-97c2-2f6db5b5eaa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871165 Mar 08 04:47:34.095061 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe3803-a6e2-4cb4-bcb9-0271ed1f02e6 req-a0e62955-afca-4430-b302-dceac565dfc2 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:34.096414 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-15fe3803-a6e2-4cb4-bcb9-0271ed1f02e6 req-a0e62955-afca-4430-b302-dceac565dfc2 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0502779 Mar 08 04:47:34.146031 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-15fe3803-a6e2-4cb4-bcb9-0271ed1f02e6 req-009f6a90-c62b-4966-a6b4-5a1ae9690513 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441020 Mar 08 04:47:35.265855 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0029b4-028a-4a5b-8c1c-2b3746cbbf15 req-ec52563b-449b-487c-999c-bb66482ac870 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:35.267345 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-8f0029b4-028a-4a5b-8c1c-2b3746cbbf15 req-ec52563b-449b-487c-999c-bb66482ac870 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0525284 Mar 08 04:47:35.313689 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-8f0029b4-028a-4a5b-8c1c-2b3746cbbf15 req-0c789f21-be4e-48ce-a687-3e8fa6471490 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396407 Mar 08 04:47:36.431911 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1a5f6-486c-46be-8b61-0a10148a45c8 req-5f330a19-9970-4785-8539-d133aea124c7 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:36.433442 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-0bb1a5f6-486c-46be-8b61-0a10148a45c8 req-5f330a19-9970-4785-8539-d133aea124c7 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0500753 Mar 08 04:47:36.480716 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-0bb1a5f6-486c-46be-8b61-0a10148a45c8 req-ad192227-6fba-4b66-a5f7-27a874c10090 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416262 Mar 08 04:47:37.615061 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136660d6-f1b0-4ee6-b075-c51e695856ac req-749a7dbe-da0d-4839-9803-cbb1fce13597 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:37.616582 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-136660d6-f1b0-4ee6-b075-c51e695856ac req-749a7dbe-da0d-4839-9803-cbb1fce13597 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0646555 Mar 08 04:47:37.665188 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-136660d6-f1b0-4ee6-b075-c51e695856ac req-9c94f8cd-0d6e-4cca-9cc8-c481f9d165ee tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428531 Mar 08 04:47:38.816753 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd32bbe-9b7e-4a55-ba40-4c9564e44004 req-f474dff8-813d-44d7-8d80-70686bb82e4a tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:38.825424 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-5fd32bbe-9b7e-4a55-ba40-4c9564e44004 req-f474dff8-813d-44d7-8d80-70686bb82e4a tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0726056 Mar 08 04:47:38.876096 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-5fd32bbe-9b7e-4a55-ba40-4c9564e44004 req-1cd7426a-c1de-425c-9059-2d279350ecbe tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493760 Mar 08 04:47:40.001428 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c54d2a-3a8f-4003-98ce-606713b1f875 req-ee4e5c73-25b7-42b2-8899-527ec103d670 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:40.003027 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c3c54d2a-3a8f-4003-98ce-606713b1f875 req-ee4e5c73-25b7-42b2-8899-527ec103d670 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0519495 Mar 08 04:47:40.066791 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c3c54d2a-3a8f-4003-98ce-606713b1f875 req-b0d3978a-d4cb-476c-893b-250142d18819 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566449 Mar 08 04:47:41.214826 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6dd6ec-7d3e-4f36-bbf3-5b202c4d0125 req-a1e88057-b26e-40c8-ae7c-3ce718b5e00b tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:41.220640 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-ff6dd6ec-7d3e-4f36-bbf3-5b202c4d0125 req-a1e88057-b26e-40c8-ae7c-3ce718b5e00b tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0645897 Mar 08 04:47:41.274677 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-ff6dd6ec-7d3e-4f36-bbf3-5b202c4d0125 req-e942adec-4462-452f-8bd6-5347547adaf5 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515614 Mar 08 04:47:42.406916 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe73fc5-6c90-4aec-8781-426c15ba87eb req-d33a19f2-4100-43d8-86b5-83c63c17e311 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:42.408478 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-6fe73fc5-6c90-4aec-8781-426c15ba87eb req-d33a19f2-4100-43d8-86b5-83c63c17e311 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0550904 Mar 08 04:47:42.463289 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-6fe73fc5-6c90-4aec-8781-426c15ba87eb req-d167773e-1a24-4c0f-b574-dd369889a003 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479772 Mar 08 04:47:43.585476 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df7e10-9495-4c72-be1b-9dad5ed6949b req-7e0ebb2c-8b78-42ef-bbe5-67de3e27dd54 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:43.586956 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b0df7e10-9495-4c72-be1b-9dad5ed6949b req-7e0ebb2c-8b78-42ef-bbe5-67de3e27dd54 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0519586 Mar 08 04:47:43.635745 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b0df7e10-9495-4c72-be1b-9dad5ed6949b req-dbc7c765-1da3-418b-bf4d-8477bca3c134 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427818 Mar 08 04:47:44.340120 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-53228f4d-6442-4aae-bdfb-158da67bad2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:44.779351 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae18d9-da48-4283-a68a-84b5161eb24c req-0e293099-bc00-4396-9101-42454820cbb0 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:44.785638 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-03ae18d9-da48-4283-a68a-84b5161eb24c req-0e293099-bc00-4396-9101-42454820cbb0 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0665729 Mar 08 04:47:44.834666 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-03ae18d9-da48-4283-a68a-84b5161eb24c req-6b1f1d61-d0b1-49a5-846e-9725afa503f7 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480239 Mar 08 04:47:45.954509 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31ae9e-9e8d-4309-89ff-fc43e9567dc9 req-4e7c0576-7581-4fe3-89ba-6df0fd7f0d4c tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:45.955960 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-7b31ae9e-9e8d-4309-89ff-fc43e9567dc9 req-4e7c0576-7581-4fe3-89ba-6df0fd7f0d4c tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0510037 Mar 08 04:47:46.010443 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-7b31ae9e-9e8d-4309-89ff-fc43e9567dc9 req-4cab4823-b385-439e-ae94-730be59eb9a3 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486553 Mar 08 04:47:46.226061 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-647c6989-4468-49d1-a393-49ee06d7afc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:47.139218 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e3cc33-9afd-4dc1-a513-3ed2970da88c req-dfdf6491-3efb-4d65-8077-2ee6947fa2b3 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:47.140722 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-27e3cc33-9afd-4dc1-a513-3ed2970da88c req-dfdf6491-3efb-4d65-8077-2ee6947fa2b3 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0589874 Mar 08 04:47:47.194799 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-27e3cc33-9afd-4dc1-a513-3ed2970da88c req-adc05c3d-8195-433d-8d77-fb468c2ffa8a tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477197 Mar 08 04:47:47.219963 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:48.319163 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e282b-88b7-4bea-b7b2-8de9ebd7485e req-df95b7c6-e99f-4c90-a934-5167c91a9d0c tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:48.320634 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-d05e282b-88b7-4bea-b7b2-8de9ebd7485e req-df95b7c6-e99f-4c90-a934-5167c91a9d0c tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0521095 Mar 08 04:47:48.367948 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-d05e282b-88b7-4bea-b7b2-8de9ebd7485e req-47a0332f-ed28-4f83-8631-d62200bfdd9d tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408273 Mar 08 04:47:48.991334 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:49.507777 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2446d9f-3290-46fe-b38f-56ce4e300ebf req-c3c2ff58-db8e-4c02-b967-dec68a612bac tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:49.510212 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c2446d9f-3290-46fe-b38f-56ce4e300ebf req-c3c2ff58-db8e-4c02-b967-dec68a612bac tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0589802 Mar 08 04:47:49.567185 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c2446d9f-3290-46fe-b38f-56ce4e300ebf req-e5b7f3ce-62b3-41e5-99d9-808ebd78bac0 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513728 Mar 08 04:47:50.191278 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:50.688624 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adcd097-d02e-4721-b15f-b0caf3afc006 req-e0a5efd3-0fbe-4e82-8877-fcab7b7f15a6 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:50.690120 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-9adcd097-d02e-4721-b15f-b0caf3afc006 req-e0a5efd3-0fbe-4e82-8877-fcab7b7f15a6 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0504799 Mar 08 04:47:50.736169 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-9adcd097-d02e-4721-b15f-b0caf3afc006 req-9ddfc9c5-1c68-455a-b2dd-a985a7b95dcc tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406644 Mar 08 04:47:51.852885 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa573e1-62af-4368-b8c8-defe64857787 req-3f4ebd3f-15e5-44d1-bda3-a5cae557dece tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:51.854879 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-6aa573e1-62af-4368-b8c8-defe64857787 req-3f4ebd3f-15e5-44d1-bda3-a5cae557dece tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0514259 Mar 08 04:47:51.901789 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-6aa573e1-62af-4368-b8c8-defe64857787 req-7d48c91c-f92d-42ec-81e4-3127ff988ac0 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414460 Mar 08 04:47:52.099431 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ce6f5-494c-4bc6-8d0b-8d390d3925a2 req-a9b324fd-00ca-4cea-85a5-587f1faab1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:52.100893 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4a9ce6f5-494c-4bc6-8d0b-8d390d3925a2 req-a9b324fd-00ca-4cea-85a5-587f1faab1c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=53b2a43d64144bbfbae1d11822fba676&device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 1130 time: 0.0421786 Mar 08 04:47:52.198778 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ce6f5-494c-4bc6-8d0b-8d390d3925a2 req-4c24e57b-f43f-4fec-af38-9477ab0b6d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:52.200153 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4a9ce6f5-494c-4bc6-8d0b-8d390d3925a2 req-4c24e57b-f43f-4fec-af38-9477ab0b6d47 service neutron] 10.222.0.18 "GET /v2.0/networks?id=860c194c-b911-4147-84ad-16e240b1666f HTTP/1.1" status: 200 len: 917 time: 0.0858426 Mar 08 04:47:52.268617 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4a9ce6f5-494c-4bc6-8d0b-8d390d3925a2 req-83b757ec-70c3-47f4-9991-46bed8cf46ab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=773994d5-ad91-4559-b1ef-e0288cc192d7 HTTP/1.1" status: 200 len: 1001 time: 0.0603178 Mar 08 04:47:52.316981 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ce6f5-494c-4bc6-8d0b-8d390d3925a2 req-705c4308-97fe-4e25-9941-af14c5bf78e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:52.318443 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4a9ce6f5-494c-4bc6-8d0b-8d390d3925a2 req-705c4308-97fe-4e25-9941-af14c5bf78e1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2b6a1ea5-e77b-4dad-bc11-fe8b411f2953 HTTP/1.1" status: 200 len: 855 time: 0.0437841 Mar 08 04:47:52.366910 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ce6f5-494c-4bc6-8d0b-8d390d3925a2 req-03c7aca9-1758-4b77-8257-75b5b75eb88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:52.368350 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4a9ce6f5-494c-4bc6-8d0b-8d390d3925a2 req-03c7aca9-1758-4b77-8257-75b5b75eb88c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=860c194c-b911-4147-84ad-16e240b1666f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423899 Mar 08 04:47:52.458301 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4a9ce6f5-494c-4bc6-8d0b-8d390d3925a2 req-1135dbc3-5777-4fb5-ad57-e8680b028d96 service neutron] 10.222.0.18 "GET /v2.0/networks/860c194c-b911-4147-84ad-16e240b1666f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823729 Mar 08 04:47:52.547154 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4a9ce6f5-494c-4bc6-8d0b-8d390d3925a2 req-7e916f38-3e7c-4c8a-be47-915a4f61a2d2 service neutron] 10.222.0.18 "GET /v2.0/networks/860c194c-b911-4147-84ad-16e240b1666f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801036 Mar 08 04:47:53.025415 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5933b6-5f14-482d-b4da-243b92612904 req-2d218dd1-b93f-427b-bf60-55178fb84d59 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:53.026787 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-ed5933b6-5f14-482d-b4da-243b92612904 req-2d218dd1-b93f-427b-bf60-55178fb84d59 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0536044 Mar 08 04:47:53.071530 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-ed5933b6-5f14-482d-b4da-243b92612904 req-8fb020ba-a836-4fcc-9e6c-12ec87c9d86d tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393610 Mar 08 04:47:54.190777 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e273413-bfcf-4586-98c0-21ba5a230fb2 req-9589341e-d662-4974-98d9-da0b78ac653c tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:54.192253 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-8e273413-bfcf-4586-98c0-21ba5a230fb2 req-9589341e-d662-4974-98d9-da0b78ac653c tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 946 time: 0.0510440 Mar 08 04:47:54.242790 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-8e273413-bfcf-4586-98c0-21ba5a230fb2 req-7518b696-e7fd-4ef3-9a56-fbc1f4c6aab7 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437229 Mar 08 04:47:54.497045 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 773994d5-ad91-4559-b1ef-e0288cc192d7 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:47:54.574846 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port 773994d5-ad91-4559-b1ef-e0288cc192d7 is: ACTIVE; New status is: DOWN {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:47:54.575231 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (773994d5-ad91-4559-b1ef-e0288cc192d7), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:54.597074 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aeefc38-6e1e-4a20-958d-55aeeb908d35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '773994d5-ad91-4559-b1ef-e0288cc192d7'}] {{(pid=110146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:47:54.599314 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce5c9d46ce85cdc7bdd5e39ea1b8e3d9b9c3a590759baa6189aad05618b43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4968fe25-9f99-4083-914e-9647c5f08b4d" -d '{"events": [{"server_uuid": "6aeefc38-6e1e-4a20-958d-55aeeb908d35", "name": "network-vif-unplugged", "status": "completed", "tag": "773994d5-ad91-4559-b1ef-e0288cc192d7"}]}' {{(pid=110146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:47:54.611651 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 773994d5-ad91-4559-b1ef-e0288cc192d7, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=773994d5-ad91-4559-b1ef-e0288cc192d7,segment=NetworkSegment(b5d0be17-e38f-4e92-9e95-4d4779f06bf0),segment_id=b5d0be17-e38f-4e92-9e95-4d4779f06bf0)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:47:54.639533 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 04:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfca23c-a257-4603-88e6-d84e5c7cb2d2 x-openstack-request-id: req-dcfca23c-a257-4603-88e6-d84e5c7cb2d2 {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:47:54.639848 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aeefc38-6e1e-4a20-958d-55aeeb908d35", "name": "network-vif-unplugged", "status": "completed", "tag": "773994d5-ad91-4559-b1ef-e0288cc192d7", "code": 200}]} {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:47:54.640106 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dcfca23c-a257-4603-88e6-d84e5c7cb2d2 {{(pid=110146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:47:54.640490 dv-cinder-740146-13-iscsi neutron-server[110146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aeefc38-6e1e-4a20-958d-55aeeb908d35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '773994d5-ad91-4559-b1ef-e0288cc192d7', 'code': 200} Mar 08 04:47:54.705519 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (773994d5-ad91-4559-b1ef-e0288cc192d7), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:47:54.751529 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=773994d5-ad91-4559-b1ef-e0288cc192d7,revision_number=8']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:47:55.363549 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c422f93-f197-4c38-b547-9c7ee19ca6e2 req-482f8442-909a-4736-989f-e8cc8e00c1fb tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:55.364923 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0c422f93-f197-4c38-b547-9c7ee19ca6e2 req-482f8442-909a-4736-989f-e8cc8e00c1fb tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 944 time: 0.0520697 Mar 08 04:47:55.411100 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0c422f93-f197-4c38-b547-9c7ee19ca6e2 req-21207089-a694-4d2c-b95d-d9c0cb6570e1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403571 Mar 08 04:47:56.201761 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:47:56.488623 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [req-b5990e9c-fe21-42a5-be57-7c5edd4b5c16 req-a289e62d-0944-4419-93bb-a803c1a9957d service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=110144) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 04:47:56.489627 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b5990e9c-fe21-42a5-be57-7c5edd4b5c16 req-a289e62d-0944-4419-93bb-a803c1a9957d service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053806 Mar 08 04:47:56.789626 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab35aa-d594-4435-8553-32c3400584d3 req-17961695-a448-4ccc-a208-4b7f592d2b52 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:56.791722 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-a6ab35aa-d594-4435-8553-32c3400584d3 req-17961695-a448-4ccc-a208-4b7f592d2b52 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 944 time: 0.0527680 Mar 08 04:47:56.839643 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-a6ab35aa-d594-4435-8553-32c3400584d3 req-84209c6c-aa4e-489b-af6a-799d8b593d02 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421116 Mar 08 04:47:57.282794 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 43628) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:47:57.372067 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-1af9a6b3-aad6-4890-b2ef-aff1ea47d4c6 req-6d8c9ec5-137a-4e90-adcc-a5e37eff61f5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0881262 Mar 08 04:47:57.380453 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [req-1af9a6b3-aad6-4890-b2ef-aff1ea47d4c6 req-9f5484eb-dac0-4922-8663-34dce471c8b5 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=110145) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 04:47:57.381452 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-1af9a6b3-aad6-4890-b2ef-aff1ea47d4c6 req-9f5484eb-dac0-4922-8663-34dce471c8b5 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048981 Mar 08 04:47:57.456277 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 43636) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:47:57.546072 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9a6b3-aad6-4890-b2ef-aff1ea47d4c6 req-20395ac4-10f2-4922-80ef-8d55fd436754 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:57.547402 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-1af9a6b3-aad6-4890-b2ef-aff1ea47d4c6 req-20395ac4-10f2-4922-80ef-8d55fd436754 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports/773994d5-ad91-4559-b1ef-e0288cc192d7 HTTP/1.1" status: 200 len: 941 time: 0.0901575 Mar 08 04:47:57.965464 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d3cc4-a3b7-429c-8908-b6b379ebc84a req-549f7b01-0766-4884-a654-6e88304b364e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:57.966948 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-718d3cc4-a3b7-429c-8908-b6b379ebc84a req-549f7b01-0766-4884-a654-6e88304b364e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 944 time: 0.0513971 Mar 08 04:47:58.012946 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-718d3cc4-a3b7-429c-8908-b6b379ebc84a req-98e619b9-ad9e-4690-a504-c1026db5583d tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404181 Mar 08 04:47:59.131269 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe47f65-dc29-403d-ae64-e0815bb49d75 req-11324fda-6cc9-4645-a2b6-6983f94b4ff3 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:47:59.132734 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-ebe47f65-dc29-403d-ae64-e0815bb49d75 req-11324fda-6cc9-4645-a2b6-6983f94b4ff3 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 944 time: 0.0508640 Mar 08 04:47:59.177929 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-ebe47f65-dc29-403d-ae64-e0815bb49d75 req-f59991ec-f946-483d-9d95-5ca206db99bb tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391033 Mar 08 04:47:59.465018 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:00.300453 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16a2fc-ff78-4bca-9caa-177eb3f8d96f req-0049a384-1fb8-456d-9b2b-d6e1523f6649 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:00.301941 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0d16a2fc-ff78-4bca-9caa-177eb3f8d96f req-0049a384-1fb8-456d-9b2b-d6e1523f6649 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 944 time: 0.0541146 Mar 08 04:48:00.346626 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0d16a2fc-ff78-4bca-9caa-177eb3f8d96f req-194cd702-e85e-4e37-a26e-4828c700c235 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392928 Mar 08 04:48:01.464059 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad24fac-1d5a-4c82-ba32-0ec81f99cf3a req-1747800f-7b59-44f8-91e7-b2d8923b6ec8 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:01.465458 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-8ad24fac-1d5a-4c82-ba32-0ec81f99cf3a req-1747800f-7b59-44f8-91e7-b2d8923b6ec8 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 944 time: 0.0506599 Mar 08 04:48:01.514547 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-8ad24fac-1d5a-4c82-ba32-0ec81f99cf3a req-7b549749-e668-4c0c-b15e-19eb49389596 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434265 Mar 08 04:48:02.698499 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0751e7-ecc3-4436-8ac3-ea3598e25887 req-c5e96e9e-8175-48c5-94e7-c8d9fa0ef492 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:02.699974 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4a0751e7-ecc3-4436-8ac3-ea3598e25887 req-c5e96e9e-8175-48c5-94e7-c8d9fa0ef492 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 944 time: 0.1124012 Mar 08 04:48:02.702662 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9a6b3-aad6-4890-b2ef-aff1ea47d4c6 req-39384a5e-2865-40b0-9981-711def20495d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:02.703997 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1af9a6b3-aad6-4890-b2ef-aff1ea47d4c6 req-39384a5e-2865-40b0-9981-711def20495d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35&tenant_id=53b2a43d64144bbfbae1d11822fba676 HTTP/1.1" status: 200 len: 1128 time: 0.1079853 Mar 08 04:48:02.767613 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4a0751e7-ecc3-4436-8ac3-ea3598e25887 req-d8347b6a-da1a-41ed-8a7f-a753596a2da0 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620568 Mar 08 04:48:02.783722 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9a6b3-aad6-4890-b2ef-aff1ea47d4c6 req-b1225da6-5e53-4081-befa-822bf559c7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:02.785215 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1af9a6b3-aad6-4890-b2ef-aff1ea47d4c6 req-b1225da6-5e53-4081-befa-822bf559c7d6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=53b2a43d64144bbfbae1d11822fba676&device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 1128 time: 0.0542793 Mar 08 04:48:02.874619 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9a6b3-aad6-4890-b2ef-aff1ea47d4c6 req-270b80e3-435f-485f-8cc1-17770da53d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:02.876044 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1af9a6b3-aad6-4890-b2ef-aff1ea47d4c6 req-270b80e3-435f-485f-8cc1-17770da53d11 service neutron] 10.222.0.18 "GET /v2.0/networks?id=860c194c-b911-4147-84ad-16e240b1666f HTTP/1.1" status: 200 len: 917 time: 0.0844491 Mar 08 04:48:02.937878 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1af9a6b3-aad6-4890-b2ef-aff1ea47d4c6 req-2334800c-2802-4d14-a349-16b6e71fa6c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=773994d5-ad91-4559-b1ef-e0288cc192d7 HTTP/1.1" status: 200 len: 999 time: 0.0558639 Mar 08 04:48:02.984231 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9a6b3-aad6-4890-b2ef-aff1ea47d4c6 req-f4102a58-2344-4f34-82cd-de8d5863ba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:02.985619 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1af9a6b3-aad6-4890-b2ef-aff1ea47d4c6 req-f4102a58-2344-4f34-82cd-de8d5863ba3b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2b6a1ea5-e77b-4dad-bc11-fe8b411f2953 HTTP/1.1" status: 200 len: 855 time: 0.0418971 Mar 08 04:48:03.034346 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9a6b3-aad6-4890-b2ef-aff1ea47d4c6 req-14bcbd68-0812-4648-b53a-483942df867f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:03.035721 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1af9a6b3-aad6-4890-b2ef-aff1ea47d4c6 req-14bcbd68-0812-4648-b53a-483942df867f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=860c194c-b911-4147-84ad-16e240b1666f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0444343 Mar 08 04:48:03.121146 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1af9a6b3-aad6-4890-b2ef-aff1ea47d4c6 req-47222926-18cf-4bbd-ab2d-24af7b7b11c2 service neutron] 10.222.0.18 "GET /v2.0/networks/860c194c-b911-4147-84ad-16e240b1666f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794754 Mar 08 04:48:03.210987 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1af9a6b3-aad6-4890-b2ef-aff1ea47d4c6 req-f2241e97-9cf3-4028-aa98-73e3e9453cf4 service neutron] 10.222.0.18 "GET /v2.0/networks/860c194c-b911-4147-84ad-16e240b1666f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821254 Mar 08 04:48:03.938035 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27d81a-af1c-4c85-b393-9c5a2ea95b37 req-0a278732-faaf-46aa-ae28-048078687841 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:03.945792 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-ea27d81a-af1c-4c85-b393-9c5a2ea95b37 req-0a278732-faaf-46aa-ae28-048078687841 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 944 time: 0.0694845 Mar 08 04:48:04.006291 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-ea27d81a-af1c-4c85-b393-9c5a2ea95b37 req-bb213cae-f8f6-4d90-b938-6268378af8a7 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590272 Mar 08 04:48:05.142407 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe582a-56c4-4bef-848c-5b7f36272fbc req-2e6fe22f-97b4-4c63-b7aa-d9a16aaf4fcd tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:05.144099 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cfbe582a-56c4-4bef-848c-5b7f36272fbc req-2e6fe22f-97b4-4c63-b7aa-d9a16aaf4fcd tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 944 time: 0.0574172 Mar 08 04:48:05.192616 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cfbe582a-56c4-4bef-848c-5b7f36272fbc req-087dd40b-be74-4f8e-8721-b045c2a8ca7c tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425868 Mar 08 04:48:06.348544 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7480c46-c2da-417d-9dc6-221b950255f1 req-3b36a5ba-9fd7-4147-8855-93fd7f921d77 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:06.353074 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-d7480c46-c2da-417d-9dc6-221b950255f1 req-3b36a5ba-9fd7-4147-8855-93fd7f921d77 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 944 time: 0.0655389 Mar 08 04:48:06.398538 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-d7480c46-c2da-417d-9dc6-221b950255f1 req-1300e013-3bf5-41d3-8aa6-66703d1c3ad6 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423067 Mar 08 04:48:07.539940 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3193c9b-1b07-4f03-851d-38a20b17ff18 req-39200ca0-f8db-4583-a187-d3c41ba06dd6 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:07.541420 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e3193c9b-1b07-4f03-851d-38a20b17ff18 req-39200ca0-f8db-4583-a187-d3c41ba06dd6 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 944 time: 0.0605233 Mar 08 04:48:07.590769 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e3193c9b-1b07-4f03-851d-38a20b17ff18 req-e935919a-07b4-4cd6-bbed-a3fde79a390f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431716 Mar 08 04:48:08.489714 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 43734) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:48:08.599204 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-2be44295-f06e-4ed9-a3cf-24c57eaefb36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:08.695465 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-2be44295-f06e-4ed9-a3cf-24c57eaefb36 admin admin] Publish callbacks [] for security_group (85693dc1-7171-44ad-84c0-80285600d8bb), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:08.726154 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c79531-ae87-4022-8a24-f9d396b2fa48 req-721f2b20-bd7c-4c87-84c1-83c3c02c2aa0 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:08.727626 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-35c79531-ae87-4022-8a24-f9d396b2fa48 req-721f2b20-bd7c-4c87-84c1-83c3c02c2aa0 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 944 time: 0.0602915 Mar 08 04:48:08.781131 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-35c79531-ae87-4022-8a24-f9d396b2fa48 req-bc85ff13-3514-442d-9f1b-1dd54d852657 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464885 Mar 08 04:48:08.790652 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-2be44295-f06e-4ed9-a3cf-24c57eaefb36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (85693dc1-7171-44ad-84c0-80285600d8bb), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:08.824997 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-2be44295-f06e-4ed9-a3cf-24c57eaefb36 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=05ff5509433c4a0abfb16be55ec63945&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3340969 Mar 08 04:48:08.828387 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 43740) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:48:08.833821 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be44295-f06e-4ed9-a3cf-24c57eaefb36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85693dc1-7171-44ad-84c0-80285600d8bb,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:48:08.841546 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be44295-f06e-4ed9-a3cf-24c57eaefb36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:48:08.841909 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be44295-f06e-4ed9-a3cf-24c57eaefb36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:48:08.842778 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be44295-f06e-4ed9-a3cf-24c57eaefb36 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:48:08.843123 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be44295-f06e-4ed9-a3cf-24c57eaefb36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:48:08.843460 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be44295-f06e-4ed9-a3cf-24c57eaefb36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:48:08.843794 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be44295-f06e-4ed9-a3cf-24c57eaefb36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:48:08.844128 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be44295-f06e-4ed9-a3cf-24c57eaefb36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:48:08.844461 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be44295-f06e-4ed9-a3cf-24c57eaefb36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:48:08.844789 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be44295-f06e-4ed9-a3cf-24c57eaefb36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:48:08.845122 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be44295-f06e-4ed9-a3cf-24c57eaefb36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:48:08.845472 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be44295-f06e-4ed9-a3cf-24c57eaefb36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:48:08.845798 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be44295-f06e-4ed9-a3cf-24c57eaefb36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:48:08.846121 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be44295-f06e-4ed9-a3cf-24c57eaefb36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:48:08.884367 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-4cea64c6-f43a-4368-ba7c-a414fa7cd648 admin admin] Publish callbacks [] for security_group (85693dc1-7171-44ad-84c0-80285600d8bb), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:08.907565 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-4cea64c6-f43a-4368-ba7c-a414fa7cd648 admin admin] Publish callbacks [] for security_group (85693dc1-7171-44ad-84c0-80285600d8bb), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:09.037259 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-4cea64c6-f43a-4368-ba7c-a414fa7cd648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (85693dc1-7171-44ad-84c0-80285600d8bb), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:09.039845 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-4cea64c6-f43a-4368-ba7c-a414fa7cd648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:09.040984 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-4cea64c6-f43a-4368-ba7c-a414fa7cd648 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/85693dc1-7171-44ad-84c0-80285600d8bb HTTP/1.1" status: 204 len: 168 time: 0.2115567 Mar 08 04:48:09.049775 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea64c6-f43a-4368-ba7c-a414fa7cd648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85693dc1-7171-44ad-84c0-80285600d8bb,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:48:09.056481 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cea64c6-f43a-4368-ba7c-a414fa7cd648 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:48:09.056835 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cea64c6-f43a-4368-ba7c-a414fa7cd648 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:48:09.057199 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cea64c6-f43a-4368-ba7c-a414fa7cd648 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:48:09.057541 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cea64c6-f43a-4368-ba7c-a414fa7cd648 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:48:09.057874 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cea64c6-f43a-4368-ba7c-a414fa7cd648 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:48:09.058203 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cea64c6-f43a-4368-ba7c-a414fa7cd648 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:48:09.058533 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cea64c6-f43a-4368-ba7c-a414fa7cd648 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:48:09.058857 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cea64c6-f43a-4368-ba7c-a414fa7cd648 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:48:09.059183 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cea64c6-f43a-4368-ba7c-a414fa7cd648 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:48:09.059508 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cea64c6-f43a-4368-ba7c-a414fa7cd648 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:48:09.059831 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cea64c6-f43a-4368-ba7c-a414fa7cd648 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:48:09.060200 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cea64c6-f43a-4368-ba7c-a414fa7cd648 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:48:09.060500 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cea64c6-f43a-4368-ba7c-a414fa7cd648 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:48:09.934992 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bb433-5d54-44ed-be07-f8a229905c46 req-846c18db-95ed-4dae-8800-e9e367d3c366 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:09.937071 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4d9bb433-5d54-44ed-be07-f8a229905c46 req-846c18db-95ed-4dae-8800-e9e367d3c366 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 944 time: 0.0722594 Mar 08 04:48:09.991793 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4d9bb433-5d54-44ed-be07-f8a229905c46 req-cd0af5e1-ff37-4eb5-b2a6-5696ad7e830b tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488100 Mar 08 04:48:11.138334 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81884c-339d-4162-b1c0-ed1be456758e req-93c2be70-fa10-4677-bd0b-79ebd7da83fe tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:11.144510 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-bc81884c-339d-4162-b1c0-ed1be456758e req-93c2be70-fa10-4677-bd0b-79ebd7da83fe tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 944 time: 0.0687935 Mar 08 04:48:11.188505 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-bc81884c-339d-4162-b1c0-ed1be456758e req-b2a604ea-979d-4cc6-a28f-531d29e2e214 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414112 Mar 08 04:48:12.319635 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf01abb-fc7e-4462-91f3-ab2dccd592be req-3a4ea3a7-4e89-4049-98b1-30c2278f39bf tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:12.321915 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-baf01abb-fc7e-4462-91f3-ab2dccd592be req-3a4ea3a7-4e89-4049-98b1-30c2278f39bf tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 944 time: 0.0565350 Mar 08 04:48:12.381858 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-baf01abb-fc7e-4462-91f3-ab2dccd592be req-c64eebfc-1a09-4d63-94d6-8f50c4585462 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503969 Mar 08 04:48:13.511894 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d83bd9-3a02-4a1c-a4c4-e949dae1dff9 req-2570bfd0-9b3b-4295-981c-5f691da4b4df tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:13.517144 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-03d83bd9-3a02-4a1c-a4c4-e949dae1dff9 req-2570bfd0-9b3b-4295-981c-5f691da4b4df tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 944 time: 0.0641646 Mar 08 04:48:13.565992 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-03d83bd9-3a02-4a1c-a4c4-e949dae1dff9 req-8018fd4c-9de7-4c61-8e4f-772ce2e275aa tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440960 Mar 08 04:48:13.991152 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-ad3463ab-2c6c-4fa4-8cbc-81814076fcc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:14.683444 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4957cc-66d1-4988-a822-e35112def5f3 req-dfc781f6-80e5-4962-b559-9957deb0bdab tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:14.684888 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-5e4957cc-66d1-4988-a822-e35112def5f3 req-dfc781f6-80e5-4962-b559-9957deb0bdab tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 944 time: 0.0498481 Mar 08 04:48:14.730493 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-5e4957cc-66d1-4988-a822-e35112def5f3 req-f0d0d43e-f15e-42f0-b757-6b5931ff893d tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397651 Mar 08 04:48:15.848129 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c2f6d-e06f-4f14-a7d0-33a3331a6ff1 req-1608f22a-0f0b-4707-abc3-2cc0864c57b5 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:15.849612 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-761c2f6d-e06f-4f14-a7d0-33a3331a6ff1 req-1608f22a-0f0b-4707-abc3-2cc0864c57b5 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 944 time: 0.0499651 Mar 08 04:48:15.898613 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-761c2f6d-e06f-4f14-a7d0-33a3331a6ff1 req-4216f88e-afa4-444b-9ee5-563d5a3e7d13 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433004 Mar 08 04:48:16.220157 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-63d5c85f-4496-4c56-98c4-1ccc4b540d1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:17.022844 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b84731-9a9f-41ff-af7a-3212b60f411f req-6a63cfe6-4492-4ec3-a138-bf3e647b662c tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:17.024303 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-d9b84731-9a9f-41ff-af7a-3212b60f411f req-6a63cfe6-4492-4ec3-a138-bf3e647b662c tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 944 time: 0.0560017 Mar 08 04:48:17.068961 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-d9b84731-9a9f-41ff-af7a-3212b60f411f req-cd8aa3be-817e-431c-b951-b7f6d39f8664 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391283 Mar 08 04:48:17.230763 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:18.190030 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043df8cd-f8a8-47d6-ae76-355dff21bdc7 req-446d1392-63fb-4bb5-8059-f733f9fb4445 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:18.191516 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-043df8cd-f8a8-47d6-ae76-355dff21bdc7 req-446d1392-63fb-4bb5-8059-f733f9fb4445 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 944 time: 0.0517721 Mar 08 04:48:18.245864 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-043df8cd-f8a8-47d6-ae76-355dff21bdc7 req-3b7b348d-e6d1-413e-9a94-a8da60518aa3 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487015 Mar 08 04:48:18.658974 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:19.367327 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f3c64-2d2e-4efd-a23f-1e460251cec2 req-7bea3432-7833-4c4a-8991-259e20899262 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:19.368818 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9d6f3c64-2d2e-4efd-a23f-1e460251cec2 req-7bea3432-7833-4c4a-8991-259e20899262 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 944 time: 0.0521164 Mar 08 04:48:19.416343 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9d6f3c64-2d2e-4efd-a23f-1e460251cec2 req-b4537613-552a-4a43-ac8d-0646f0693ff5 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419376 Mar 08 04:48:20.077323 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:20.536212 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f7a0b-c4b4-426b-a43f-99b8ede65e93 req-63b0f0d7-373b-4be2-a9b7-9baeb4ed95d7 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:20.537679 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-dc0f7a0b-c4b4-426b-a43f-99b8ede65e93 req-63b0f0d7-373b-4be2-a9b7-9baeb4ed95d7 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 944 time: 0.0501540 Mar 08 04:48:20.583502 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-dc0f7a0b-c4b4-426b-a43f-99b8ede65e93 req-60453311-a50b-45f1-945f-adf200d46cd0 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401747 Mar 08 04:48:21.701990 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a362c9f-f73d-49f5-8217-ea7202abe078 req-f35f1565-4d57-446f-923d-a7900036f887 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:21.703430 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-3a362c9f-f73d-49f5-8217-ea7202abe078 req-f35f1565-4d57-446f-923d-a7900036f887 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 944 time: 0.0501633 Mar 08 04:48:21.752862 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-3a362c9f-f73d-49f5-8217-ea7202abe078 req-0df5d423-e0c8-40e3-a3f3-3c960f5e578b tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439787 Mar 08 04:48:22.875232 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd7ceb-c01a-4ecf-a111-c049556427c8 req-44baa922-9c1a-4881-a887-7e9d08bc1e05 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:22.876633 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-29cd7ceb-c01a-4ecf-a111-c049556427c8 req-44baa922-9c1a-4881-a887-7e9d08bc1e05 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 944 time: 0.0544596 Mar 08 04:48:22.921139 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-29cd7ceb-c01a-4ecf-a111-c049556427c8 req-21ceeab2-11a4-4576-a922-e804b893f644 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389283 Mar 08 04:48:24.189871 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c449e1f-a921-4e3d-ac87-c0557e2334a9 req-7c2ca145-7f93-41f8-a9ca-0c25a45ffd0e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:24.191332 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7c449e1f-a921-4e3d-ac87-c0557e2334a9 req-7c2ca145-7f93-41f8-a9ca-0c25a45ffd0e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 944 time: 0.1998818 Mar 08 04:48:24.236088 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7c449e1f-a921-4e3d-ac87-c0557e2334a9 req-1383b27a-60ed-4b5f-9ca2-c62881c182a8 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392902 Mar 08 04:48:24.369510 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 43918) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:48:24.473321 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-3988be0a-1203-43bd-aa4a-07a2dfa90972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:24.543005 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-3988be0a-1203-43bd-aa4a-07a2dfa90972 admin admin] Publish callbacks [] for security_group (357065ac-d02c-402d-a7e9-587c52d456b1), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:24.613588 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-3988be0a-1203-43bd-aa4a-07a2dfa90972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (357065ac-d02c-402d-a7e9-587c52d456b1), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:24.649450 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-3988be0a-1203-43bd-aa4a-07a2dfa90972 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3611f95ff6134674b753a1bda0a6fdb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2788880 Mar 08 04:48:24.651404 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988be0a-1203-43bd-aa4a-07a2dfa90972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357065ac-d02c-402d-a7e9-587c52d456b1,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:48:24.652381 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 43922) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:48:24.699548 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-9b745f97-21dd-49e5-94c1-8a4d2883ef13 admin admin] Publish callbacks [] for security_group (357065ac-d02c-402d-a7e9-587c52d456b1), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:24.720554 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-9b745f97-21dd-49e5-94c1-8a4d2883ef13 admin admin] Publish callbacks [] for security_group (357065ac-d02c-402d-a7e9-587c52d456b1), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:24.836513 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-9b745f97-21dd-49e5-94c1-8a4d2883ef13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (357065ac-d02c-402d-a7e9-587c52d456b1), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:24.839114 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-9b745f97-21dd-49e5-94c1-8a4d2883ef13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:24.840283 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-9b745f97-21dd-49e5-94c1-8a4d2883ef13 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/357065ac-d02c-402d-a7e9-587c52d456b1 HTTP/1.1" status: 204 len: 168 time: 0.1868925 Mar 08 04:48:24.848528 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b745f97-21dd-49e5-94c1-8a4d2883ef13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357065ac-d02c-402d-a7e9-587c52d456b1,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:48:25.511000 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda0d78-0cdb-4fb9-80cb-bb5f50ec78cf req-417b76f4-582a-4e3a-b2f5-2140d302918f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:25.512519 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-3bda0d78-0cdb-4fb9-80cb-bb5f50ec78cf req-417b76f4-582a-4e3a-b2f5-2140d302918f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 944 time: 0.2059848 Mar 08 04:48:25.563607 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-3bda0d78-0cdb-4fb9-80cb-bb5f50ec78cf req-b05119df-b155-49de-9248-5e3da6213b81 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452814 Mar 08 04:48:25.725782 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 43952) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:48:25.815683 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-c434cb47-8622-4327-af15-b2e8f72a7531 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2021262060-network', 'tenant_id': 'b337b8c9823344cab11b8480dcff21a9'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:48:25.876462 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c434cb47-8622-4327-af15-b2e8f72a7531 admin admin] Made reservation on behalf of b337b8c9823344cab11b8480dcff21a9 for: {'network': 1} {{(pid=110145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:48:25.878715 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c434cb47-8622-4327-af15-b2e8f72a7531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for network (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:25.886874 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c434cb47-8622-4327-af15-b2e8f72a7531 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:25.958116 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c434cb47-8622-4327-af15-b2e8f72a7531 admin admin] Publish callbacks [] for security_group (7705b2e9-a5e0-4c30-9a81-7b217e00688c), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:26.008214 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c434cb47-8622-4327-af15-b2e8f72a7531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (7705b2e9-a5e0-4c30-9a81-7b217e00688c), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:26.031788 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c434cb47-8622-4327-af15-b2e8f72a7531 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=110145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 04:48:26.041277 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434cb47-8622-4327-af15-b2e8f72a7531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7705b2e9-a5e0-4c30-9a81-7b217e00688c,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:48:26.045757 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c434cb47-8622-4327-af15-b2e8f72a7531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041'] for segment (6f9c35f3-31ac-423b-9cd6-924e104367f2), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:26.046088 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.db.segments_db [None req-c434cb47-8622-4327-af15-b2e8f72a7531 admin admin] Added segment 6f9c35f3-31ac-423b-9cd6-924e104367f2 of type vlan for network b235c328-3873-4904-9984-b5dbe0d3a72a Mar 08 04:48:26.083734 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c434cb47-8622-4327-af15-b2e8f72a7531 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769087223062'] for network (b235c328-3873-4904-9984-b5dbe0d3a72a), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:26.155945 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c434cb47-8622-4327-af15-b2e8f72a7531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093'] for network (b235c328-3873-4904-9984-b5dbe0d3a72a), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:26.157471 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c434cb47-8622-4327-af15-b2e8f72a7531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:26.158041 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c434cb47-8622-4327-af15-b2e8f72a7531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for network (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:26.215405 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434cb47-8622-4327-af15-b2e8f72a7531 admin admin] Pushing event updated for resources: {'Network': ['ID=b235c328-3873-4904-9984-b5dbe0d3a72a,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:48:26.225661 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Network b235c328-3873-4904-9984-b5dbe0d3a72a details requested by agent ovs-agent-dv-cinder-740146-13-iscsi with host dv-cinder-740146-13-iscsi {{(pid=110146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 04:48:26.245129 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-c434cb47-8622-4327-af15-b2e8f72a7531 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5181615 Mar 08 04:48:26.247782 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 43956) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:48:26.252551 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-61a42e44-602d-41df-b97e-ef020c650a35 admin admin] Request body: {'subnet': {'network_id': 'b235c328-3873-4904-9984-b5dbe0d3a72a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2021262060-subnet', 'tenant_id': 'b337b8c9823344cab11b8480dcff21a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:48:26.333936 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a42e44-602d-41df-b97e-ef020c650a35 admin admin] Made reservation on behalf of b337b8c9823344cab11b8480dcff21a9 for: {'subnet': 1} {{(pid=110145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:48:26.336169 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-61a42e44-602d-41df-b97e-ef020c650a35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59255017'] for subnet (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:26.567519 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-61a42e44-602d-41df-b97e-ef020c650a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62798913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59255031'] for subnet (7e612590-aeda-498b-a185-1e31689721d9), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:26.625396 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a42e44-602d-41df-b97e-ef020c650a35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e612590-aeda-498b-a185-1e31689721d9,revision_number=0']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:48:26.629713 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a42e44-602d-41df-b97e-ef020c650a35 admin admin] Checking segment: {'id': '6f9c35f3-31ac-423b-9cd6-924e104367f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b235c328-3873-4904-9984-b5dbe0d3a72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:48:26.630078 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a42e44-602d-41df-b97e-ef020c650a35 admin admin] Network hostable DHCP agents. Network: b235c328-3873-4904-9984-b5dbe0d3a72a, hostable agents: ['0b7bcd49-0510-447e-bc01-0aee655b7fc1'], hosted agents: [] {{(pid=110145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 04:48:26.686921 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb1232-eb5e-4748-8dc1-6577f3bc3ad0 req-6a0c4122-d241-4e09-898f-37f963384591 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:26.688905 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f4fb1232-eb5e-4748-8dc1-6577f3bc3ad0 req-6a0c4122-d241-4e09-898f-37f963384591 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 944 time: 0.0538447 Mar 08 04:48:26.729028 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a42e44-602d-41df-b97e-ef020c650a35 admin admin] Network b235c328-3873-4904-9984-b5dbe0d3a72a is scheduled to be hosted by DHCP agent 0b7bcd49-0510-447e-bc01-0aee655b7fc1 with binding_index 1 {{(pid=110145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 04:48:26.734133 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f4fb1232-eb5e-4748-8dc1-6577f3bc3ad0 req-20b9c90f-dc68-44d4-98f2-6cd2e8dc83b7 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397184 Mar 08 04:48:26.802433 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.base_scheduler [None req-61a42e44-602d-41df-b97e-ef020c650a35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-13-iscsi, b235c328-3873-4904-9984-b5dbe0d3a72a) {{(pid=110145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:48:26.806528 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a42e44-602d-41df-b97e-ef020c650a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:26.807314 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-61a42e44-602d-41df-b97e-ef020c650a35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for subnet (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:26.811903 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0075493-b1b7-4f24-8c8e-058a1d2c3baf None None] Network b235c328-3873-4904-9984-b5dbe0d3a72a requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:48:26.896156 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-61a42e44-602d-41df-b97e-ef020c650a35 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6473229 Mar 08 04:48:26.913267 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8038a6-411e-47ab-bca3-4f174e80f4f4 None None] Network b235c328-3873-4904-9984-b5dbe0d3a72a requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:48:27.855896 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e4533-3568-4466-9bad-008173639a85 req-69abc72c-c1ba-4c28-b1a3-0783f4c10b2b tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:27.857394 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-3e7e4533-3568-4466-9bad-008173639a85 req-69abc72c-c1ba-4c28-b1a3-0783f4c10b2b tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 944 time: 0.0521958 Mar 08 04:48:27.902683 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-3e7e4533-3568-4466-9bad-008173639a85 req-c2255676-9931-4f31-94d9-0f5eb06cc3ad tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399203 Mar 08 04:48:28.995978 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-82f36801-dafd-48f1-a731-4c82a5134ff2 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:28.997461 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-82f36801-dafd-48f1-a731-4c82a5134ff2 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/networks?id=b235c328-3873-4904-9984-b5dbe0d3a72a HTTP/1.1" status: 200 len: 814 time: 0.0967302 Mar 08 04:48:29.012366 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-31332b74-fd11-477a-9b74-6626d48b97ef tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/quotas/b337b8c9823344cab11b8480dcff21a9 HTTP/1.1" status: 200 len: 375 time: 0.0089829 Mar 08 04:48:29.026591 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19f2d3-a8d3-45ba-b5ee-1e12a621023f req-83b95727-85b6-4197-939d-fa36a1c91ab4 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:29.028086 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-bd19f2d3-a8d3-45ba-b5ee-1e12a621023f req-83b95727-85b6-4197-939d-fa36a1c91ab4 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 944 time: 0.0553172 Mar 08 04:48:29.046826 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-299d4d57-f16d-4b7a-a733-f49b1f417327 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b337b8c9823344cab11b8480dcff21a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289013 Mar 08 04:48:29.076959 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-bd19f2d3-a8d3-45ba-b5ee-1e12a621023f req-257562a3-5361-4ebf-9fb1-38874a31567b tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434444 Mar 08 04:48:29.135366 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-22e0b052-9782-4c56-aeb2-c9884383219a service neutron] 10.222.0.35 "GET /v2.0/networks/b235c328-3873-4904-9984-b5dbe0d3a72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813711 Mar 08 04:48:29.223357 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-374acb2b-24cc-4b61-8b74-9b3aa34cd5da service neutron] 10.222.0.35 "GET /v2.0/networks/b235c328-3873-4904-9984-b5dbe0d3a72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816526 Mar 08 04:48:29.431077 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-51c0ab79-6a05-465e-b0f4-01270289ff18 req-7227d847-8362-4d0e-8f79-6e900e99b2b6 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d2be99-fd16-4a68-82f8-ca37499af570 HTTP/1.1" status: 200 len: 210 time: 0.0265739 Mar 08 04:48:29.465278 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:30.198905 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b61c49-4457-401f-a699-0d8bd0297c78 req-1da8c8e7-7216-49ff-b7f2-297f0cd8f39d tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:30.200412 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-72b61c49-4457-401f-a699-0d8bd0297c78 req-1da8c8e7-7216-49ff-b7f2-297f0cd8f39d tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 944 time: 0.0510514 Mar 08 04:48:30.247027 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-72b61c49-4457-401f-a699-0d8bd0297c78 req-3e37150d-39cf-4dfe-be50-b6da4a710ae7 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405173 Mar 08 04:48:30.521120 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-2e0efafb-3d54-4e37-85aa-f3e6923d129c req-a76b0540-af7f-40cc-91d0-6c32224d217e tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d2be99-fd16-4a68-82f8-ca37499af570 HTTP/1.1" status: 200 len: 210 time: 0.0252774 Mar 08 04:48:30.762228 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 773994d5-ad91-4559-b1ef-e0288cc192d7 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=110146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:48:30.983953 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 773994d5-ad91-4559-b1ef-e0288cc192d7, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=773994d5-ad91-4559-b1ef-e0288cc192d7,segment=NetworkSegment(b5d0be17-e38f-4e92-9e95-4d4779f06bf0),segment_id=b5d0be17-e38f-4e92-9e95-4d4779f06bf0)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:48:30.994091 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Returning: {'device': '773994d5-ad91-4559-b1ef-e0288cc192d7', 'network_id': '860c194c-b911-4147-84ad-16e240b1666f', 'port_id': '773994d5-ad91-4559-b1ef-e0288cc192d7', 'mac_address': 'fa:16:3e:1d:18:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b6a1ea5-e77b-4dad-bc11-fe8b411f2953', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:48:31.030836 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port 773994d5-ad91-4559-b1ef-e0288cc192d7 is: DOWN; New status is: BUILD {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:48:31.031225 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (773994d5-ad91-4559-b1ef-e0288cc192d7), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:31.043372 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 773994d5-ad91-4559-b1ef-e0288cc192d7 {{(pid=110146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:48:31.062119 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 773994d5-ad91-4559-b1ef-e0288cc192d7, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=773994d5-ad91-4559-b1ef-e0288cc192d7,segment=NetworkSegment(b5d0be17-e38f-4e92-9e95-4d4779f06bf0),segment_id=b5d0be17-e38f-4e92-9e95-4d4779f06bf0)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:48:31.122465 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (773994d5-ad91-4559-b1ef-e0288cc192d7), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:31.172104 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=773994d5-ad91-4559-b1ef-e0288cc192d7,revision_number=9']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:48:31.179321 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:48:31.179694 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:48:31.180044 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:48:31.180382 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:48:31.180716 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:48:31.181046 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:48:31.181433 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:48:31.181767 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:48:31.182098 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:48:31.182427 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:48:31.182747 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:48:31.183066 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:48:31.183384 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:48:31.399100 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eaf7f9-ac91-49e6-88b2-25f1e475f6fe req-79922d87-abed-4a5a-a839-e7d832159654 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:31.400545 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-43eaf7f9-ac91-49e6-88b2-25f1e475f6fe req-79922d87-abed-4a5a-a839-e7d832159654 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 945 time: 0.0822914 Mar 08 04:48:31.489992 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-43eaf7f9-ac91-49e6-88b2-25f1e475f6fe req-9aa7390b-6326-4be2-8718-2ef775d5eb35 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656352 Mar 08 04:48:31.495565 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-ab344bb0-7d9c-4c2f-8664-a5788030fa6c tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:31.496914 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-ab344bb0-7d9c-4c2f-8664-a5788030fa6c tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.18 "GET /v2.0/networks?id=b235c328-3873-4904-9984-b5dbe0d3a72a HTTP/1.1" status: 200 len: 814 time: 0.1417053 Mar 08 04:48:31.509856 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-180b1136-5646-4e10-9416-c4fc7e6f826c tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Request body: {'port': {'device_id': '59d2be99-fd16-4a68-82f8-ca37499af570', 'network_id': 'b235c328-3873-4904-9984-b5dbe0d3a72a', 'admin_state_up': True, 'tenant_id': 'b337b8c9823344cab11b8480dcff21a9'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:48:31.618297 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-db6ce31a-8fb6-496f-9321-ef561177ac00 req-53e51e1d-0c3e-45f6-ae3f-e01a73ee1ed9 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d2be99-fd16-4a68-82f8-ca37499af570 HTTP/1.1" status: 200 len: 210 time: 0.0296531 Mar 08 04:48:31.618886 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] get_ports_and_sgs() called for port_ids ['773994d5-ad91-4559-b1ef-e0288cc192d7'] {{(pid=110146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:48:31.705472 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-180b1136-5646-4e10-9416-c4fc7e6f826c tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Made reservation on behalf of b337b8c9823344cab11b8480dcff21a9 for: {'port': 1} {{(pid=110144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:48:31.708913 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-180b1136-5646-4e10-9416-c4fc7e6f826c tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:31.835247 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_common [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-180b1136-5646-4e10-9416-c4fc7e6f826c tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Allocated IP 172.20.0.13 (b235c328-3873-4904-9984-b5dbe0d3a72a/7e612590-aeda-498b-a185-1e31689721d9/a5ef5886-1392-41db-a61f-5446308bfb01) {{(pid=110144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:48:31.973971 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-180b1136-5646-4e10-9416-c4fc7e6f826c tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Publish callbacks [] for port (a5ef5886-1392-41db-a61f-5446308bfb01), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:32.076988 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-180b1136-5646-4e10-9416-c4fc7e6f826c tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (a5ef5886-1392-41db-a61f-5446308bfb01), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:32.124271 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-180b1136-5646-4e10-9416-c4fc7e6f826c tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Network b235c328-3873-4904-9984-b5dbe0d3a72a is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:48:32.127158 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-180b1136-5646-4e10-9416-c4fc7e6f826c tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:48:32.130698 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-180b1136-5646-4e10-9416-c4fc7e6f826c tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Received port after_create {{(pid=110144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:48:32.136810 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b1136-5646-4e10-9416-c4fc7e6f826c tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Pushing event updated for resources: {'Port': ['ID=a5ef5886-1392-41db-a61f-5446308bfb01,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:48:32.180563 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-180b1136-5646-4e10-9416-c4fc7e6f826c tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:32.183360 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-180b1136-5646-4e10-9416-c4fc7e6f826c tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:32.268285 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-180b1136-5646-4e10-9416-c4fc7e6f826c tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7620745 Mar 08 04:48:32.280801 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-4c51382e-f3fb-441f-a64c-3e042f97a7bf service neutron] Request body: {'port': {'device_id': '59d2be99-fd16-4a68-82f8-ca37499af570', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:48:32.336350 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-4c51382e-f3fb-441f-a64c-3e042f97a7bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (a5ef5886-1392-41db-a61f-5446308bfb01), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:32.609409 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-4c51382e-f3fb-441f-a64c-3e042f97a7bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5ef5886-1392-41db-a61f-5446308bfb01 {{(pid=110144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:48:32.618423 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-4c51382e-f3fb-441f-a64c-3e042f97a7bf service neutron] Publish callbacks [] for port (a5ef5886-1392-41db-a61f-5446308bfb01), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:32.635826 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.provisioning_blocks [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-4c51382e-f3fb-441f-a64c-3e042f97a7bf service neutron] Transition to ACTIVE for port object a5ef5886-1392-41db-a61f-5446308bfb01 will not be triggered until provisioned by entity L2. {{(pid=110144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 04:48:32.646749 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf214f2-fad6-4197-91d6-a79c6ba3e25b req-ab549435-5fb4-4ac5-b7ce-1344a42f6e53 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:32.648233 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ccf214f2-fad6-4197-91d6-a79c6ba3e25b req-ab549435-5fb4-4ac5-b7ce-1344a42f6e53 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 945 time: 0.0752845 Mar 08 04:48:32.694353 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ccf214f2-fad6-4197-91d6-a79c6ba3e25b req-4e4c67bb-b3f2-4fd0-b242-c97e3df2f0e1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402744 Mar 08 04:48:32.705845 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-4c51382e-f3fb-441f-a64c-3e042f97a7bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4052309'] for port (a5ef5886-1392-41db-a61f-5446308bfb01), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:32.737314 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af215a55-dae1-46df-bfb7-6e18fc3c7424 req-51f38145-7d3a-4f84-9b4d-f19025759006 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:32.739687 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-af215a55-dae1-46df-bfb7-6e18fc3c7424 req-51f38145-7d3a-4f84-9b4d-f19025759006 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d2be99-fd16-4a68-82f8-ca37499af570 HTTP/1.1" status: 200 len: 932 time: 0.0533946 Mar 08 04:48:32.773365 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 773994d5-ad91-4559-b1ef-e0288cc192d7 up at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:48:32.775478 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51382e-f3fb-441f-a64c-3e042f97a7bf service neutron] Pushing event updated for resources: {'Port': ['ID=a5ef5886-1392-41db-a61f-5446308bfb01,revision_number=2']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:48:32.786620 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-af215a55-dae1-46df-bfb7-6e18fc3c7424 req-91854102-b7e0-4bad-9c9f-7ad775fa0c31 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/security-groups?id=7705b2e9-a5e0-4c30-9a81-7b217e00688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412025 Mar 08 04:48:32.826797 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-4c51382e-f3fb-441f-a64c-3e042f97a7bf service neutron] Attempting to bind port a5ef5886-1392-41db-a61f-5446308bfb01 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:48:32.827140 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-4c51382e-f3fb-441f-a64c-3e042f97a7bf service neutron] Attempting to bind port a5ef5886-1392-41db-a61f-5446308bfb01 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '6f9c35f3-31ac-423b-9cd6-924e104367f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b235c328-3873-4904-9984-b5dbe0d3a72a'}] {{(pid=110144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:48:32.827467 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-4c51382e-f3fb-441f-a64c-3e042f97a7bf service neutron] Attempting to bind port a5ef5886-1392-41db-a61f-5446308bfb01 on network b235c328-3873-4904-9984-b5dbe0d3a72a {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:48:32.832282 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-4c51382e-f3fb-441f-a64c-3e042f97a7bf service neutron] Port a5ef5886-1392-41db-a61f-5446308bfb01 on network b235c328-3873-4904-9984-b5dbe0d3a72a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 04:48:32.832472 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning complete for port 773994d5-ad91-4559-b1ef-e0288cc192d7 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:48:32.832595 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-4c51382e-f3fb-441f-a64c-3e042f97a7bf service neutron] Attempting to bind port a5ef5886-1392-41db-a61f-5446308bfb01 on network b235c328-3873-4904-9984-b5dbe0d3a72a {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:48:32.832966 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (773994d5-ad91-4559-b1ef-e0288cc192d7), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:32.837359 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-4c51382e-f3fb-441f-a64c-3e042f97a7bf service neutron] Checking agent: {'id': '8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'started_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:48:32.837699 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-4c51382e-f3fb-441f-a64c-3e042f97a7bf service neutron] Checking segment: {'id': '6f9c35f3-31ac-423b-9cd6-924e104367f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b235c328-3873-4904-9984-b5dbe0d3a72a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:48:32.838080 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-4c51382e-f3fb-441f-a64c-3e042f97a7bf service neutron] Bound using segment: {'id': '6f9c35f3-31ac-423b-9cd6-924e104367f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b235c328-3873-4904-9984-b5dbe0d3a72a'} {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:48:32.838501 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-4c51382e-f3fb-441f-a64c-3e042f97a7bf service neutron] Bound port: a5ef5886-1392-41db-a61f-5446308bfb01, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f9c35f3-31ac-423b-9cd6-924e104367f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b235c328-3873-4904-9984-b5dbe0d3a72a'}}] {{(pid=110144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:48:32.838854 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-4c51382e-f3fb-441f-a64c-3e042f97a7bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (a5ef5886-1392-41db-a61f-5446308bfb01), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:32.899590 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-4c51382e-f3fb-441f-a64c-3e042f97a7bf service neutron] For port a5ef5886-1392-41db-a61f-5446308bfb01, host hv-cinder-74014, cleared binding levels {{(pid=110144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:48:32.902496 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-4c51382e-f3fb-441f-a64c-3e042f97a7bf service neutron] For port a5ef5886-1392-41db-a61f-5446308bfb01, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a5ef5886-1392-41db-a61f-5446308bfb01,segment=NetworkSegment(6f9c35f3-31ac-423b-9cd6-924e104367f2),segment_id=6f9c35f3-31ac-423b-9cd6-924e104367f2)] {{(pid=110144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:48:32.907502 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port 773994d5-ad91-4559-b1ef-e0288cc192d7 is: BUILD; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:48:32.907904 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (773994d5-ad91-4559-b1ef-e0288cc192d7), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:32.930383 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aeefc38-6e1e-4a20-958d-55aeeb908d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773994d5-ad91-4559-b1ef-e0288cc192d7'}] {{(pid=110146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:48:32.932615 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce5c9d46ce85cdc7bdd5e39ea1b8e3d9b9c3a590759baa6189aad05618b43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e620bd7-7895-49c6-b7a8-8b01374dc30a" -d '{"events": [{"server_uuid": "6aeefc38-6e1e-4a20-958d-55aeeb908d35", "name": "network-vif-plugged", "status": "completed", "tag": "773994d5-ad91-4559-b1ef-e0288cc192d7"}]}' {{(pid=110146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:48:32.945454 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 773994d5-ad91-4559-b1ef-e0288cc192d7, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=773994d5-ad91-4559-b1ef-e0288cc192d7,segment=NetworkSegment(b5d0be17-e38f-4e92-9e95-4d4779f06bf0),segment_id=b5d0be17-e38f-4e92-9e95-4d4779f06bf0)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:48:32.966226 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789f2f53-9b2f-457a-a498-6f2239fcf60c x-openstack-request-id: req-789f2f53-9b2f-457a-a498-6f2239fcf60c {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:48:32.966534 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aeefc38-6e1e-4a20-958d-55aeeb908d35", "name": "network-vif-plugged", "status": "completed", "tag": "773994d5-ad91-4559-b1ef-e0288cc192d7", "code": 200}]} {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:48:32.966790 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-789f2f53-9b2f-457a-a498-6f2239fcf60c {{(pid=110146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:48:32.967212 dv-cinder-740146-13-iscsi neutron-server[110146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aeefc38-6e1e-4a20-958d-55aeeb908d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773994d5-ad91-4559-b1ef-e0288cc192d7', 'code': 200} Mar 08 04:48:32.980396 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-4c51382e-f3fb-441f-a64c-3e042f97a7bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4052309'] for port (a5ef5886-1392-41db-a61f-5446308bfb01), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:33.003530 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (773994d5-ad91-4559-b1ef-e0288cc192d7), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:33.016982 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-4c51382e-f3fb-441f-a64c-3e042f97a7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:33.017599 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-4c51382e-f3fb-441f-a64c-3e042f97a7bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:33.018990 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-4c51382e-f3fb-441f-a64c-3e042f97a7bf service neutron] 10.222.0.18 "PUT /v2.0/ports/a5ef5886-1392-41db-a61f-5446308bfb01 HTTP/1.1" status: 200 len: 1094 time: 0.7422104 Mar 08 04:48:33.019427 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d2be99-fd16-4a68-82f8-ca37499af570', 'tag': 'a5ef5886-1392-41db-a61f-5446308bfb01'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:48:33.021666 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc706909-2d63-4026-b3a8-b6505c87b822" -d '{"events": [{"name": "network-changed", "server_uuid": "59d2be99-fd16-4a68-82f8-ca37499af570", "tag": "a5ef5886-1392-41db-a61f-5446308bfb01"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:48:33.056323 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51382e-f3fb-441f-a64c-3e042f97a7bf service neutron] Pushing event updated for resources: {'Port': ['ID=a5ef5886-1392-41db-a61f-5446308bfb01,revision_number=3']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:48:33.063187 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=773994d5-ad91-4559-b1ef-e0288cc192d7,revision_number=10']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:48:33.068029 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b78ca4b-9180-4093-be80-74507f10d6a4 x-openstack-request-id: req-6b78ca4b-9180-4093-be80-74507f10d6a4 {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:48:33.068319 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d2be99-fd16-4a68-82f8-ca37499af570", "tag": "a5ef5886-1392-41db-a61f-5446308bfb01", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:48:33.068575 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6b78ca4b-9180-4093-be80-74507f10d6a4 {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:48:33.068972 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d2be99-fd16-4a68-82f8-ca37499af570', 'tag': 'a5ef5886-1392-41db-a61f-5446308bfb01', 'status': 'completed', 'code': 200} Mar 08 04:48:33.200670 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:48:33.350566 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc706909-2d63-4026-b3a8-b6505c87b822 req-400cb9d9-fd50-4b2f-abb8-cb945e6b9a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:33.352046 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-fc706909-2d63-4026-b3a8-b6505c87b822 req-400cb9d9-fd50-4b2f-abb8-cb945e6b9a74 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b337b8c9823344cab11b8480dcff21a9&device_id=59d2be99-fd16-4a68-82f8-ca37499af570 HTTP/1.1" status: 200 len: 1128 time: 0.2589478 Mar 08 04:48:33.446026 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc706909-2d63-4026-b3a8-b6505c87b822 req-f38c1386-faaf-45b9-a340-0890e178cd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:33.447462 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-fc706909-2d63-4026-b3a8-b6505c87b822 req-f38c1386-faaf-45b9-a340-0890e178cd18 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=b337b8c9823344cab11b8480dcff21a9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0868235 Mar 08 04:48:33.557907 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc706909-2d63-4026-b3a8-b6505c87b822 req-c23431a5-759a-4778-93ca-98e32c4de50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:33.559248 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-fc706909-2d63-4026-b3a8-b6505c87b822 req-c23431a5-759a-4778-93ca-98e32c4de50c service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1034541 Mar 08 04:48:33.641288 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-2cadfec4-a0a8-4810-9b3d-54adfdec421a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:33.643281 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-2cadfec4-a0a8-4810-9b3d-54adfdec421a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b337b8c9823344cab11b8480dcff21a9&device_id=59d2be99-fd16-4a68-82f8-ca37499af570 HTTP/1.1" status: 200 len: 1128 time: 0.0434649 Mar 08 04:48:33.711790 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-fb5e8603-8222-4a51-9455-16e84354fe2a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5ef5886-1392-41db-a61f-5446308bfb01 HTTP/1.1" status: 200 len: 217 time: 0.0505714 Mar 08 04:48:33.760522 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ad459-93b2-4c4d-9deb-16647ea7dff7 req-d82dc495-4ab7-409c-99aa-044383703c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:33.762063 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c29ad459-93b2-4c4d-9deb-16647ea7dff7 req-d82dc495-4ab7-409c-99aa-044383703c7d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 1131 time: 0.1083782 Mar 08 04:48:33.767999 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-6fb92afc-d754-4bc5-a44e-cac558d7d62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:33.769371 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-6fb92afc-d754-4bc5-a44e-cac558d7d62e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e612590-aeda-498b-a185-1e31689721d9 HTTP/1.1" status: 200 len: 854 time: 0.0519221 Mar 08 04:48:33.812865 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-fee54aa6-7de5-47e4-bd00-5ee6139782bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b235c328-3873-4904-9984-b5dbe0d3a72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366795 Mar 08 04:48:33.858919 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c29ad459-93b2-4c4d-9deb-16647ea7dff7 req-6013962d-4b27-42c7-b664-fe2d07bd8691 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886006 Mar 08 04:48:33.916897 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-fc437d98-4634-4e42-8d23-37ca60fba7f4 service neutron] 10.222.0.18 "GET /v2.0/networks/b235c328-3873-4904-9984-b5dbe0d3a72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957246 Mar 08 04:48:33.921059 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66673bd-689a-4bc8-b594-378ae7872bdb req-7a0d7570-0d2a-49a6-bc92-d1a9a16044fc tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:33.922537 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-c66673bd-689a-4bc8-b594-378ae7872bdb req-7a0d7570-0d2a-49a6-bc92-d1a9a16044fc tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d2be99-fd16-4a68-82f8-ca37499af570 HTTP/1.1" status: 200 len: 944 time: 0.0647352 Mar 08 04:48:33.967684 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-c66673bd-689a-4bc8-b594-378ae7872bdb req-f698e2c4-7486-4576-bdd3-c66ffddaf6a0 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/security-groups?id=7705b2e9-a5e0-4c30-9a81-7b217e00688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397635 Mar 08 04:48:33.981366 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721286ed-3644-40a4-9105-c056cfcf14d4 req-53ff1d08-3a2d-4bf8-980e-b92fff4d1935 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:33.982831 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-721286ed-3644-40a4-9105-c056cfcf14d4 req-53ff1d08-3a2d-4bf8-980e-b92fff4d1935 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 947 time: 0.0510118 Mar 08 04:48:34.032230 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-721286ed-3644-40a4-9105-c056cfcf14d4 req-07bf585b-d48a-4f61-b653-08e70edcb237 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441003 Mar 08 04:48:34.306113 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a60ca2e3-55df-4afa-9c76-06fc6d45d8d4 req-3075dda6-0c38-4bd6-a573-443ca5ba6598 service neutron] 10.222.0.18 "GET /v2.0/networks/b235c328-3873-4904-9984-b5dbe0d3a72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820310 Mar 08 04:48:34.391944 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0fa9aa99-7c25-4988-a267-92d425a11d53 req-2ccf051a-fb84-45ff-bca9-74026fffb7d5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428557 Mar 08 04:48:34.458371 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9aa99-7c25-4988-a267-92d425a11d53 req-67709f4d-b71f-42b2-9863-c6e61e9e2c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:34.459825 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0fa9aa99-7c25-4988-a267-92d425a11d53 req-67709f4d-b71f-42b2-9863-c6e61e9e2c9a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=123d544e6cdd4f43acfd2e4fc0fe7867&device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 1129 time: 0.0459440 Mar 08 04:48:34.564693 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9aa99-7c25-4988-a267-92d425a11d53 req-801aad89-5a1f-4e83-9052-8e4d46329c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:34.566446 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0fa9aa99-7c25-4988-a267-92d425a11d53 req-801aad89-5a1f-4e83-9052-8e4d46329c47 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a0b25786-9a98-4b69-9ff8-d7339822960d HTTP/1.1" status: 200 len: 911 time: 0.0829139 Mar 08 04:48:34.632521 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0fa9aa99-7c25-4988-a267-92d425a11d53 req-ddbda7e1-08e4-422c-988d-bfcd982c0489 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e9ffabd-df11-491a-88fa-de12ae12a5e2 HTTP/1.1" status: 200 len: 1001 time: 0.0594089 Mar 08 04:48:34.678772 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9aa99-7c25-4988-a267-92d425a11d53 req-b6c2d27b-8265-4d71-9640-bbc433e506bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:34.680198 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0fa9aa99-7c25-4988-a267-92d425a11d53 req-b6c2d27b-8265-4d71-9640-bbc433e506bc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7cfe1804-64f6-4463-a6ac-0aac353986ac HTTP/1.1" status: 200 len: 849 time: 0.0411024 Mar 08 04:48:34.726688 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9aa99-7c25-4988-a267-92d425a11d53 req-2057351d-e68a-49f5-a6c9-45a4286daa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:34.728095 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0fa9aa99-7c25-4988-a267-92d425a11d53 req-2057351d-e68a-49f5-a6c9-45a4286daa7a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0b25786-9a98-4b69-9ff8-d7339822960d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412009 Mar 08 04:48:34.817966 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0fa9aa99-7c25-4988-a267-92d425a11d53 req-366a8b95-efe8-4d05-ac4c-b5eacc240d3c service neutron] 10.222.0.18 "GET /v2.0/networks/a0b25786-9a98-4b69-9ff8-d7339822960d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819616 Mar 08 04:48:34.904569 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0fa9aa99-7c25-4988-a267-92d425a11d53 req-5c5fdbb4-9b0f-49c3-830f-0a227ec52525 service neutron] 10.222.0.18 "GET /v2.0/networks/a0b25786-9a98-4b69-9ff8-d7339822960d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798590 Mar 08 04:48:35.085851 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc47b46-c542-495c-81c0-c1ec12bacdc2 req-13338d6a-0cec-452b-8a53-99392b3ab328 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:35.087318 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-6dc47b46-c542-495c-81c0-c1ec12bacdc2 req-13338d6a-0cec-452b-8a53-99392b3ab328 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d2be99-fd16-4a68-82f8-ca37499af570 HTTP/1.1" status: 200 len: 944 time: 0.0558708 Mar 08 04:48:35.133978 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-6dc47b46-c542-495c-81c0-c1ec12bacdc2 req-21f6dd47-be22-4f9a-afc3-ed3ed32fb17d tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/security-groups?id=7705b2e9-a5e0-4c30-9a81-7b217e00688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412776 Mar 08 04:48:35.160850 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e60d5-cb81-4650-803a-8924b53c88ef req-61d66cd1-88b1-4052-8cf6-20e60c306664 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:35.162367 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-958e60d5-cb81-4650-803a-8924b53c88ef req-61d66cd1-88b1-4052-8cf6-20e60c306664 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 947 time: 0.0576413 Mar 08 04:48:35.207276 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-958e60d5-cb81-4650-803a-8924b53c88ef req-39b51503-4215-4381-881e-2599d4672683 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395646 Mar 08 04:48:36.249812 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8799ee8-004e-415a-ac95-84ca26b6c4b0 req-c1970664-d124-41e2-8e4f-1ebb79b9797f tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:36.251300 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-e8799ee8-004e-415a-ac95-84ca26b6c4b0 req-c1970664-d124-41e2-8e4f-1ebb79b9797f tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d2be99-fd16-4a68-82f8-ca37499af570 HTTP/1.1" status: 200 len: 944 time: 0.0528350 Mar 08 04:48:36.299103 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-e8799ee8-004e-415a-ac95-84ca26b6c4b0 req-61d705c3-40c3-443d-af6e-7915557e00e1 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/security-groups?id=7705b2e9-a5e0-4c30-9a81-7b217e00688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417466 Mar 08 04:48:36.337700 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b2e84-9b70-457a-b68a-0874090012ab req-88afc068-8c57-458c-9b33-e6eb3a4f5a32 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:36.340332 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b30b2e84-9b70-457a-b68a-0874090012ab req-88afc068-8c57-458c-9b33-e6eb3a4f5a32 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 947 time: 0.0545361 Mar 08 04:48:36.384936 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b30b2e84-9b70-457a-b68a-0874090012ab req-5b8ec6be-8000-41e0-8bef-7b3741dfd6e1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401771 Mar 08 04:48:36.783707 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device a5ef5886-1392-41db-a61f-5446308bfb01 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=110146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:48:36.882121 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port a5ef5886-1392-41db-a61f-5446308bfb01, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a5ef5886-1392-41db-a61f-5446308bfb01,segment=NetworkSegment(6f9c35f3-31ac-423b-9cd6-924e104367f2),segment_id=6f9c35f3-31ac-423b-9cd6-924e104367f2)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:48:36.892726 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Returning: {'device': 'a5ef5886-1392-41db-a61f-5446308bfb01', 'network_id': 'b235c328-3873-4904-9984-b5dbe0d3a72a', 'port_id': 'a5ef5886-1392-41db-a61f-5446308bfb01', 'mac_address': 'fa:16:3e:52:47:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e612590-aeda-498b-a185-1e31689721d9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:48:36.930370 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port a5ef5886-1392-41db-a61f-5446308bfb01 is: DOWN; New status is: BUILD {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:48:36.930767 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (a5ef5886-1392-41db-a61f-5446308bfb01), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:36.943270 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5ef5886-1392-41db-a61f-5446308bfb01 {{(pid=110146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:48:36.962030 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port a5ef5886-1392-41db-a61f-5446308bfb01, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a5ef5886-1392-41db-a61f-5446308bfb01,segment=NetworkSegment(6f9c35f3-31ac-423b-9cd6-924e104367f2),segment_id=6f9c35f3-31ac-423b-9cd6-924e104367f2)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:48:37.014434 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (a5ef5886-1392-41db-a61f-5446308bfb01), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:37.060942 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=a5ef5886-1392-41db-a61f-5446308bfb01,revision_number=4']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:48:37.409132 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] get_ports_and_sgs() called for port_ids ['a5ef5886-1392-41db-a61f-5446308bfb01'] {{(pid=110146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:48:37.412940 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f9f5e-e01d-4306-aa28-5afc607d8816 req-8c8c4c46-a421-4efa-be65-9ba22b5af49e tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:37.414472 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-7f8f9f5e-e01d-4306-aa28-5afc607d8816 req-8c8c4c46-a421-4efa-be65-9ba22b5af49e tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d2be99-fd16-4a68-82f8-ca37499af570 HTTP/1.1" status: 200 len: 945 time: 0.0497706 Mar 08 04:48:37.466583 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-7f8f9f5e-e01d-4306-aa28-5afc607d8816 req-0a2067ea-66b2-4db6-884f-2a97f2d38344 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/security-groups?id=7705b2e9-a5e0-4c30-9a81-7b217e00688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465209 Mar 08 04:48:37.514343 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022a22f-298e-4082-b68e-c7a014a0b6f2 req-c567e275-4ae2-4f1b-813a-e90b34b21bfc tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:37.515957 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a022a22f-298e-4082-b68e-c7a014a0b6f2 req-c567e275-4ae2-4f1b-813a-e90b34b21bfc tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 947 time: 0.0576963 Mar 08 04:48:37.561742 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a022a22f-298e-4082-b68e-c7a014a0b6f2 req-96f8d29f-f87e-46b3-9d4f-1727f0e781f7 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401149 Mar 08 04:48:38.587630 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a08b7-7075-4605-8c3b-bd45808466fa req-a054d5b7-f63e-4ae4-b05a-0cd9dc750207 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:38.587630 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-553a08b7-7075-4605-8c3b-bd45808466fa req-a054d5b7-f63e-4ae4-b05a-0cd9dc750207 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d2be99-fd16-4a68-82f8-ca37499af570 HTTP/1.1" status: 200 len: 945 time: 0.0510910 Mar 08 04:48:38.631296 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-553a08b7-7075-4605-8c3b-bd45808466fa req-321f1bfa-176c-4f0b-83df-e17927c5d7a7 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/security-groups?id=7705b2e9-a5e0-4c30-9a81-7b217e00688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399303 Mar 08 04:48:38.785813 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device a5ef5886-1392-41db-a61f-5446308bfb01 up at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:48:38.915821 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning for port a5ef5886-1392-41db-a61f-5446308bfb01 completed by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 04:48:38.919446 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning complete for port a5ef5886-1392-41db-a61f-5446308bfb01 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:48:38.919842 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (a5ef5886-1392-41db-a61f-5446308bfb01), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:38.997344 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port a5ef5886-1392-41db-a61f-5446308bfb01 is: BUILD; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:48:38.997734 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (a5ef5886-1392-41db-a61f-5446308bfb01), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:39.020152 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d2be99-fd16-4a68-82f8-ca37499af570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ef5886-1392-41db-a61f-5446308bfb01'}] {{(pid=110146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:48:39.022407 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce5c9d46ce85cdc7bdd5e39ea1b8e3d9b9c3a590759baa6189aad05618b43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b1dfb2-5086-4b0d-869d-4d99e6331d33" -d '{"events": [{"server_uuid": "59d2be99-fd16-4a68-82f8-ca37499af570", "name": "network-vif-plugged", "status": "completed", "tag": "a5ef5886-1392-41db-a61f-5446308bfb01"}]}' {{(pid=110146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:48:39.035053 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port a5ef5886-1392-41db-a61f-5446308bfb01, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a5ef5886-1392-41db-a61f-5446308bfb01,segment=NetworkSegment(6f9c35f3-31ac-423b-9cd6-924e104367f2),segment_id=6f9c35f3-31ac-423b-9cd6-924e104367f2)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:48:39.057913 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af84a9c2-5f40-482e-9013-aefa0477ef1b x-openstack-request-id: req-af84a9c2-5f40-482e-9013-aefa0477ef1b {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:48:39.058213 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d2be99-fd16-4a68-82f8-ca37499af570", "name": "network-vif-plugged", "status": "completed", "tag": "a5ef5886-1392-41db-a61f-5446308bfb01", "code": 200}]} {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:48:39.058474 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-af84a9c2-5f40-482e-9013-aefa0477ef1b {{(pid=110146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:48:39.058865 dv-cinder-740146-13-iscsi neutron-server[110146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d2be99-fd16-4a68-82f8-ca37499af570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ef5886-1392-41db-a61f-5446308bfb01', 'code': 200} Mar 08 04:48:39.105687 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (a5ef5886-1392-41db-a61f-5446308bfb01), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:39.152406 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=a5ef5886-1392-41db-a61f-5446308bfb01,revision_number=5']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:48:39.351783 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf31d5b-8871-4fe4-9231-e7ffce5e8d28 req-dcf8e4fa-a630-4d41-9f32-ca072ca7c7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:39.353280 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7bf31d5b-8871-4fe4-9231-e7ffce5e8d28 req-dcf8e4fa-a630-4d41-9f32-ca072ca7c7d6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=59d2be99-fd16-4a68-82f8-ca37499af570 HTTP/1.1" status: 200 len: 1130 time: 0.0416603 Mar 08 04:48:39.394997 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7bf31d5b-8871-4fe4-9231-e7ffce5e8d28 req-c862ce75-a43d-4b08-b115-9e873c465a43 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7705b2e9-a5e0-4c30-9a81-7b217e00688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360765 Mar 08 04:48:39.746298 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380009ed-79aa-4c76-8fb3-904c51dfec80 req-f224d178-1265-4c7a-bb9c-d65e851b5c53 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:39.747738 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-380009ed-79aa-4c76-8fb3-904c51dfec80 req-f224d178-1265-4c7a-bb9c-d65e851b5c53 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d2be99-fd16-4a68-82f8-ca37499af570 HTTP/1.1" status: 200 len: 946 time: 0.0501354 Mar 08 04:48:39.791665 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-380009ed-79aa-4c76-8fb3-904c51dfec80 req-348c6683-2c35-4ba5-8de9-761aead0c9f5 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/security-groups?id=7705b2e9-a5e0-4c30-9a81-7b217e00688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386159 Mar 08 04:48:40.910345 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d603b4c-5d44-4235-a11d-493cd222fd6f req-7affeccf-747f-4c74-aa9d-e581ca310ca7 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:40.911823 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9d603b4c-5d44-4235-a11d-493cd222fd6f req-7affeccf-747f-4c74-aa9d-e581ca310ca7 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d2be99-fd16-4a68-82f8-ca37499af570 HTTP/1.1" status: 200 len: 946 time: 0.0514872 Mar 08 04:48:40.962322 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9d603b4c-5d44-4235-a11d-493cd222fd6f req-e29a3b4d-db11-4120-a3c5-08e101e5f012 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/security-groups?id=7705b2e9-a5e0-4c30-9a81-7b217e00688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443671 Mar 08 04:48:42.079167 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd2d5a-4cd0-438c-8954-ff1dfcf9bd22 req-f04a7837-dda7-491e-96ed-f407cb311494 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:42.081091 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-abfd2d5a-4cd0-438c-8954-ff1dfcf9bd22 req-f04a7837-dda7-491e-96ed-f407cb311494 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d2be99-fd16-4a68-82f8-ca37499af570 HTTP/1.1" status: 200 len: 946 time: 0.0535076 Mar 08 04:48:42.125356 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-abfd2d5a-4cd0-438c-8954-ff1dfcf9bd22 req-e3d54262-6158-4a8d-acab-aae1b9fcabf6 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/security-groups?id=7705b2e9-a5e0-4c30-9a81-7b217e00688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387974 Mar 08 04:48:43.990904 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-ef25fed5-4772-471a-b54c-1bfa9c0b3306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:46.241715 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-42c3901b-6c13-443a-a6b7-808e47948bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:47.214031 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:48.704329 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:50.088362 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:57.491447 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0c78a-7c1a-49d1-9254-0968f1cf94a6 req-b9f56873-c708-4069-9c49-dc5c87342251 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:57.492958 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-62a0c78a-7c1a-49d1-9254-0968f1cf94a6 req-b9f56873-c708-4069-9c49-dc5c87342251 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.0599236 Mar 08 04:48:57.538738 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-62a0c78a-7c1a-49d1-9254-0968f1cf94a6 req-0bbad0a4-9ab0-459f-915c-0151c65c8c65 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402765 Mar 08 04:48:57.833584 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50945e8b-d424-44d5-9956-7d725c9e8fee req-14e69250-7823-412e-b267-aeae48fcec29 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:57.835052 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-50945e8b-d424-44d5-9956-7d725c9e8fee req-14e69250-7823-412e-b267-aeae48fcec29 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=86d83a21-b554-40b9-97e6-554ead6e06e1 HTTP/1.1" status: 200 len: 946 time: 0.0546679 Mar 08 04:48:57.881171 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-50945e8b-d424-44d5-9956-7d725c9e8fee req-5a56bb87-2d74-4094-8213-9ce0729fcd23 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=c93d4bd5-6b9b-4abd-bd87-dce9a04c87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398335 Mar 08 04:48:58.655053 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf94259-63c5-4861-b1e3-1f9bd29157fe req-186d877a-fbcf-4e8e-a198-b93c33b16b10 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:58.656543 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1cf94259-63c5-4861-b1e3-1f9bd29157fe req-186d877a-fbcf-4e8e-a198-b93c33b16b10 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.0502937 Mar 08 04:48:58.702785 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1cf94259-63c5-4861-b1e3-1f9bd29157fe req-e45dcbab-a9df-4347-9087-dd19eeab5574 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401447 Mar 08 04:48:58.996324 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bdeb01-b002-442f-9adc-f94c407554e9 req-82af2104-3371-4359-9d7e-7e1ac3b7cbf0 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:58.997776 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-44bdeb01-b002-442f-9adc-f94c407554e9 req-82af2104-3371-4359-9d7e-7e1ac3b7cbf0 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=86d83a21-b554-40b9-97e6-554ead6e06e1 HTTP/1.1" status: 200 len: 946 time: 0.0496113 Mar 08 04:48:59.042130 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-44bdeb01-b002-442f-9adc-f94c407554e9 req-7eab83f3-8652-43c0-b992-47380132b56e tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=c93d4bd5-6b9b-4abd-bd87-dce9a04c87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390804 Mar 08 04:48:59.481383 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:48:59.818402 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5ad41-7a6a-4b4f-bbb2-4c48c9e02d4a req-e5a6ca1e-3799-4c83-848d-e4fd18ee2dcd tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:48:59.819761 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-24b5ad41-7a6a-4b4f-bbb2-4c48c9e02d4a req-e5a6ca1e-3799-4c83-848d-e4fd18ee2dcd tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.0503712 Mar 08 04:48:59.865222 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-24b5ad41-7a6a-4b4f-bbb2-4c48c9e02d4a req-b8c640d8-01bc-4023-9553-c38e2bac8d54 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400620 Mar 08 04:49:00.082200 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba983d63-7d2b-4180-bb7b-697abebfc8fd req-741ecd69-2253-4b4d-b2f5-a781c140876c tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:00.084188 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ba983d63-7d2b-4180-bb7b-697abebfc8fd req-741ecd69-2253-4b4d-b2f5-a781c140876c tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.18 "GET /v2.0/ports?device_id=86d83a21-b554-40b9-97e6-554ead6e06e1 HTTP/1.1" status: 200 len: 946 time: 0.0550549 Mar 08 04:49:00.155817 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66d257-0bb9-46f3-ba8e-c3200f5518b4 req-43608c90-ec87-4f94-8876-1193f3c46829 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:00.157310 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-dd66d257-0bb9-46f3-ba8e-c3200f5518b4 req-43608c90-ec87-4f94-8876-1193f3c46829 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=86d83a21-b554-40b9-97e6-554ead6e06e1 HTTP/1.1" status: 200 len: 946 time: 0.0496972 Mar 08 04:49:00.178207 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-ba983d63-7d2b-4180-bb7b-697abebfc8fd req-d9457edb-ec3f-4609-8d01-d46711f513ae tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Deleting port 996a86d4-b704-4bc3-bdeb-95b29072dc60 {{(pid=110144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:49:00.178558 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-ba983d63-7d2b-4180-bb7b-697abebfc8fd req-d9457edb-ec3f-4609-8d01-d46711f513ae tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (996a86d4-b704-4bc3-bdeb-95b29072dc60), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:00.206147 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-dd66d257-0bb9-46f3-ba8e-c3200f5518b4 req-a1b64e76-2136-4f0a-a56c-42eda08cce86 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=c93d4bd5-6b9b-4abd-bd87-dce9a04c87f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426941 Mar 08 04:49:00.268416 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-ba983d63-7d2b-4180-bb7b-697abebfc8fd req-d9457edb-ec3f-4609-8d01-d46711f513ae tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] For port 996a86d4-b704-4bc3-bdeb-95b29072dc60, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=996a86d4-b704-4bc3-bdeb-95b29072dc60,segment=NetworkSegment(3078e9f3-ee99-4520-9a84-dd25cc09024c),segment_id=3078e9f3-ee99-4520-9a84-dd25cc09024c)] {{(pid=110144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:49:00.268784 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-ba983d63-7d2b-4180-bb7b-697abebfc8fd req-d9457edb-ec3f-4609-8d01-d46711f513ae tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (996a86d4-b704-4bc3-bdeb-95b29072dc60), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:00.534033 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-ba983d63-7d2b-4180-bb7b-697abebfc8fd req-d9457edb-ec3f-4609-8d01-d46711f513ae tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:00.534396 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-ba983d63-7d2b-4180-bb7b-697abebfc8fd req-d9457edb-ec3f-4609-8d01-d46711f513ae tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952661'] for floatingip (1262f639-bc06-4a71-b3f0-b7faec274037), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:00.534775 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.db.l3_db [req-ba983d63-7d2b-4180-bb7b-697abebfc8fd req-d9457edb-ec3f-4609-8d01-d46711f513ae tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Floating IP 1262f639-bc06-4a71-b3f0-b7faec274037 disassociated. External IP: 172.27.0.19, port: 996a86d4-b704-4bc3-bdeb-95b29072dc60. Mar 08 04:49:00.535110 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-ba983d63-7d2b-4180-bb7b-697abebfc8fd req-d9457edb-ec3f-4609-8d01-d46711f513ae tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Calling delete_port for 996a86d4-b704-4bc3-bdeb-95b29072dc60 owned by compute:nova {{(pid=110144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:49:00.711096 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-ba983d63-7d2b-4180-bb7b-697abebfc8fd req-d9457edb-ec3f-4609-8d01-d46711f513ae tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (996a86d4-b704-4bc3-bdeb-95b29072dc60), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:00.738186 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9457edb-ec3f-4609-8d01-d46711f513ae tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Pushing event deleted for resources: {'Port': ['ID=996a86d4-b704-4bc3-bdeb-95b29072dc60,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:49:00.850325 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba983d63-7d2b-4180-bb7b-697abebfc8fd req-d9457edb-ec3f-4609-8d01-d46711f513ae tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Router 2f54059b-7e76-47b0-a531-baf7a8872fae has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:49:00.987890 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba983d63-7d2b-4180-bb7b-697abebfc8fd req-d9457edb-ec3f-4609-8d01-d46711f513ae tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:49:00.998740 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d408575b-c554-400e-8a35-5af75cca78a2 None None] Sync routers for ids ['2f54059b-7e76-47b0-a531-baf7a8872fae'] in dv-cinder-740146-13-iscsi {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:49:01.008517 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d408575b-c554-400e-8a35-5af75cca78a2 None None] Routers {'2f54059b-7e76-47b0-a531-baf7a8872fae'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:49:01.009267 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-d408575b-c554-400e-8a35-5af75cca78a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:48:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['2f54059b-7e76-47b0-a531-baf7a8872fae'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:49:01.026271 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddec276-daf6-4d06-b687-03e977ee3818 req-cb71b077-4d45-4e70-9f45-2cce7ed31dce tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:01.027737 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9ddec276-daf6-4d06-b687-03e977ee3818 req-cb71b077-4d45-4e70-9f45-2cce7ed31dce tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.0881157 Mar 08 04:49:01.048015 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba983d63-7d2b-4180-bb7b-697abebfc8fd req-d9457edb-ec3f-4609-8d01-d46711f513ae tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] No DVR routers for this DVR port 996a86d4-b704-4bc3-bdeb-95b29072dc60 on host hv-cinder-74014 {{(pid=110144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:49:01.060678 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-ba983d63-7d2b-4180-bb7b-697abebfc8fd req-d9457edb-ec3f-4609-8d01-d46711f513ae tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:01.060678 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ba983d63-7d2b-4180-bb7b-697abebfc8fd req-d9457edb-ec3f-4609-8d01-d46711f513ae tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.18 "DELETE /v2.0/ports/996a86d4-b704-4bc3-bdeb-95b29072dc60 HTTP/1.1" status: 204 len: 173 time: 0.9648662 Mar 08 04:49:01.060678 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86d83a21-b554-40b9-97e6-554ead6e06e1', 'name': 'network-vif-deleted', 'tag': '996a86d4-b704-4bc3-bdeb-95b29072dc60'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:49:01.060678 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715de22a-4633-4567-9998-87fae4d699af" -d '{"events": [{"server_uuid": "86d83a21-b554-40b9-97e6-554ead6e06e1", "name": "network-vif-deleted", "tag": "996a86d4-b704-4bc3-bdeb-95b29072dc60"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:49:01.102090 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9ddec276-daf6-4d06-b687-03e977ee3818 req-5d872b22-b2d4-41c4-9c23-9c801d3d1542 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597961 Mar 08 04:49:01.131770 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-d408575b-c554-400e-8a35-5af75cca78a2 None None] Set router 2f54059b-7e76-47b0-a531-baf7a8872fae gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:49:01.174715 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8fca517-b108-4783-b063-8b127efb13e5 x-openstack-request-id: req-c8fca517-b108-4783-b063-8b127efb13e5 {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:49:01.174715 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86d83a21-b554-40b9-97e6-554ead6e06e1", "name": "network-vif-deleted", "tag": "996a86d4-b704-4bc3-bdeb-95b29072dc60", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:49:01.175011 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c8fca517-b108-4783-b063-8b127efb13e5 {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:49:01.175381 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86d83a21-b554-40b9-97e6-554ead6e06e1', 'name': 'network-vif-deleted', 'tag': '996a86d4-b704-4bc3-bdeb-95b29072dc60', 'status': 'completed', 'code': 200} Mar 08 04:49:01.321327 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-679580e6-be1c-4374-a79a-4096af058aa2 req-6707a7f7-4f98-4c63-b206-0b11affe6c0a tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=86d83a21-b554-40b9-97e6-554ead6e06e1 HTTP/1.1" status: 200 len: 210 time: 0.0381577 Mar 08 04:49:01.370438 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-d408575b-c554-400e-8a35-5af75cca78a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'name': 'tempest-AttachVolumeNegativeTest-650372177-router', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'gw_port': {'id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': '4a3746d7-33c7-4865-b952-36c2a82668ed', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'floating_ip_address': '172.27.0.176', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'port_id': 'c08d1c1d-bdea-49ce-878b-6c829ce92072', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'mac_address': 'fa:16:3e:4e:6f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1c1052-3b6e-4078-9dd7-f1d4f2c103de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:43:43Z', 'updated_at': '2022-03-08T04:44:31Z', 'revision_number': 2, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb1992b2-5788-4f84-8a8e-83e131e61c13', 'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'mac_address': 'fa:16:3e:5f:97:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7efbded5-60f9-4264-992d-981c4669fa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:31Z', 'updated_at': '2022-03-08T04:43:45Z', 'revision_number': 5, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'subnets': [{'id': '7efbded5-60f9-4264-992d-981c4669fa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:49:01.399974 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d408575b-c554-400e-8a35-5af75cca78a2 None None] Checking router: 2f54059b-7e76-47b0-a531-baf7a8872fae for host: dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:49:01.408258 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d408575b-c554-400e-8a35-5af75cca78a2 None None] Routers {'2f54059b-7e76-47b0-a531-baf7a8872fae'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:49:01.408856 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-d408575b-c554-400e-8a35-5af75cca78a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:48:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['2f54059b-7e76-47b0-a531-baf7a8872fae'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:49:01.640415 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-d408575b-c554-400e-8a35-5af75cca78a2 None None] Set router 2f54059b-7e76-47b0-a531-baf7a8872fae gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:49:01.862903 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-d408575b-c554-400e-8a35-5af75cca78a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'name': 'tempest-AttachVolumeNegativeTest-650372177-router', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'gw_port': {'id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': '4a3746d7-33c7-4865-b952-36c2a82668ed', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'floating_ip_address': '172.27.0.176', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'port_id': 'c08d1c1d-bdea-49ce-878b-6c829ce92072', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'mac_address': 'fa:16:3e:4e:6f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1c1052-3b6e-4078-9dd7-f1d4f2c103de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:43:43Z', 'updated_at': '2022-03-08T04:44:31Z', 'revision_number': 2, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb1992b2-5788-4f84-8a8e-83e131e61c13', 'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'mac_address': 'fa:16:3e:5f:97:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7efbded5-60f9-4264-992d-981c4669fa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:31Z', 'updated_at': '2022-03-08T04:43:45Z', 'revision_number': 5, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'subnets': [{'id': '7efbded5-60f9-4264-992d-981c4669fa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:49:01.892999 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d408575b-c554-400e-8a35-5af75cca78a2 None None] The sync data for ids ['2f54059b-7e76-47b0-a531-baf7a8872fae'] in dv-cinder-740146-13-iscsi is: [{'id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'name': 'tempest-AttachVolumeNegativeTest-650372177-router', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'gw_port': {'id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': '4a3746d7-33c7-4865-b952-36c2a82668ed', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'floating_ip_address': '172.27.0.176', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'port_id': 'c08d1c1d-bdea-49ce-878b-6c829ce92072', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'mac_address': 'fa:16:3e:4e:6f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1c1052-3b6e-4078-9dd7-f1d4f2c103de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:43:43Z', 'updated_at': '2022-03-08T04:44:31Z', 'revision_number': 2, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb1992b2-5788-4f84-8a8e-83e131e61c13', 'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'mac_address': 'fa:16:3e:5f:97:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7efbded5-60f9-4264-992d-981c4669fa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:31Z', 'updated_at': '2022-03-08T04:43:45Z', 'revision_number': 5, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'subnets': [{'id': '7efbded5-60f9-4264-992d-981c4669fa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:49:02.123196 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275d9269-c687-4541-8ec0-85f9ce8d011a None None] New status for floating IP 1262f639-bc06-4a71-b3f0-b7faec274037: DOWN {{(pid=110147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:49:02.433490 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2933e4a-cb97-4701-a045-2c079322d362 req-c9f622f6-033c-45a1-923d-e2efe6739b13 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:02.434958 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-a2933e4a-cb97-4701-a045-2c079322d362 req-c9f622f6-033c-45a1-923d-e2efe6739b13 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.2648540 Mar 08 04:49:02.455282 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 44258) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:49:02.482296 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-a2933e4a-cb97-4701-a045-2c079322d362 req-b082c5c0-cf19-4621-a3c3-ebf2f5a2560d tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418417 Mar 08 04:49:02.517326 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-cbe76d2e-e8cf-40c7-b341-f0be2bc6216d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group (c93d4bd5-6b9b-4abd-bd87-dce9a04c87f2), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:02.539548 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-cbe76d2e-e8cf-40c7-b341-f0be2bc6216d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group (c93d4bd5-6b9b-4abd-bd87-dce9a04c87f2), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:02.659335 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-cbe76d2e-e8cf-40c7-b341-f0be2bc6216d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (c93d4bd5-6b9b-4abd-bd87-dce9a04c87f2), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:02.662439 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-cbe76d2e-e8cf-40c7-b341-f0be2bc6216d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:02.663599 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-cbe76d2e-e8cf-40c7-b341-f0be2bc6216d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "DELETE /v2.0/security-groups/c93d4bd5-6b9b-4abd-bd87-dce9a04c87f2 HTTP/1.1" status: 204 len: 168 time: 0.2070541 Mar 08 04:49:02.666715 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 44260) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:49:02.673350 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe76d2e-e8cf-40c7-b341-f0be2bc6216d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93d4bd5-6b9b-4abd-bd87-dce9a04c87f2,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:49:02.681247 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.api.v2.resource [None req-8c12dc13-cbb1-494a-9d2b-dfb08fa29b1d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] show failed (client error): The resource could not be found. Mar 08 04:49:02.683648 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-8c12dc13-cbb1-494a-9d2b-dfb08fa29b1d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups/c93d4bd5-6b9b-4abd-bd87-dce9a04c87f2 HTTP/1.1" status: 404 len: 347 time: 0.0157948 Mar 08 04:49:02.685734 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 44264) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:49:02.820320 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-bf95e5e8-9e06-4823-ba75-c6938d428b2b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Deleting port 5b26e116-c518-4e3c-bc79-bd4a9e836467 {{(pid=110145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:49:02.820582 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-bf95e5e8-9e06-4823-ba75-c6938d428b2b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (5b26e116-c518-4e3c-bc79-bd4a9e836467), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:02.897518 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-bf95e5e8-9e06-4823-ba75-c6938d428b2b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (5b26e116-c518-4e3c-bc79-bd4a9e836467), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:02.897850 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-bf95e5e8-9e06-4823-ba75-c6938d428b2b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for floatingip (5b26e116-c518-4e3c-bc79-bd4a9e836467), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:02.909295 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-bf95e5e8-9e06-4823-ba75-c6938d428b2b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Calling delete_port for 5b26e116-c518-4e3c-bc79-bd4a9e836467 owned by network:floatingip {{(pid=110145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:49:02.961413 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 996a86d4-b704-4bc3-bdeb-95b29072dc60 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:49:02.985953 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] No Port match for: 996a86d4-b704-4bc3-bdeb-95b29072dc60 {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:49:02.986447 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 996a86d4-b704-4bc3-bdeb-95b29072dc60 not bound to the agent host hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:49:03.150479 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-bf95e5e8-9e06-4823-ba75-c6938d428b2b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793137'] for port (5b26e116-c518-4e3c-bc79-bd4a9e836467), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:03.175709 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95e5e8-9e06-4823-ba75-c6938d428b2b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Pushing event deleted for resources: {'Port': ['ID=5b26e116-c518-4e3c-bc79-bd4a9e836467,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:49:03.238690 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-bf95e5e8-9e06-4823-ba75-c6938d428b2b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for floatingip (1262f639-bc06-4a71-b3f0-b7faec274037), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:03.241426 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-bf95e5e8-9e06-4823-ba75-c6938d428b2b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for floatingip (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:03.242557 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-bf95e5e8-9e06-4823-ba75-c6938d428b2b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "DELETE /v2.0/floatingips/1262f639-bc06-4a71-b3f0-b7faec274037 HTTP/1.1" status: 204 len: 168 time: 0.5558989 Mar 08 04:49:03.611207 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b196b5-1651-4638-94e5-2b2bb23395b0 req-c15a0453-d375-4e20-8b8d-119fcfdb6781 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:03.613190 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-54b196b5-1651-4638-94e5-2b2bb23395b0 req-c15a0453-d375-4e20-8b8d-119fcfdb6781 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.0576117 Mar 08 04:49:03.666743 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-54b196b5-1651-4638-94e5-2b2bb23395b0 req-6bc9fd0d-e357-45de-95ed-32bb4795255a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447905 Mar 08 04:49:04.783256 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b789b0-68fd-4a2c-aea5-cac18b133fe8 req-a4e87559-a16b-4594-ac5d-ca9cf6d1cab1 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:04.784268 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b9b789b0-68fd-4a2c-aea5-cac18b133fe8 req-a4e87559-a16b-4594-ac5d-ca9cf6d1cab1 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.0507472 Mar 08 04:49:04.837381 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b9b789b0-68fd-4a2c-aea5-cac18b133fe8 req-857489b3-b8ef-4a97-b474-3440f41c2a5c tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466094 Mar 08 04:49:05.958325 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67a561-e81a-4072-b69e-95a1b5f14208 req-09b5992f-d758-4ded-a62f-ca4b567fd485 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:05.959826 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-1f67a561-e81a-4072-b69e-95a1b5f14208 req-09b5992f-d758-4ded-a62f-ca4b567fd485 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.0567656 Mar 08 04:49:06.006469 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-1f67a561-e81a-4072-b69e-95a1b5f14208 req-ca1c2fe3-9443-40fa-9168-da2c60e98e20 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410585 Mar 08 04:49:06.229138 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7954c-6bbc-4a91-af79-c14e0895372d req-e345ea79-b2d8-4dda-bfc9-fb1ee5c66fb6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:06.230629 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-6ec7954c-6bbc-4a91-af79-c14e0895372d req-e345ea79-b2d8-4dda-bfc9-fb1ee5c66fb6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 946 time: 0.0509539 Mar 08 04:49:06.279618 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-6ec7954c-6bbc-4a91-af79-c14e0895372d req-9ccde5be-8639-447e-a0b0-9f6f93cf98c4 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=244e30f0-f3bc-4e76-bc70-094324fd2237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433810 Mar 08 04:49:07.121479 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce4f2c-a483-4275-aa5d-c3700fc2b6f6 req-6f01f1ca-9347-4601-b235-4fd467f32be0 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:07.122938 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-11ce4f2c-a483-4275-aa5d-c3700fc2b6f6 req-6f01f1ca-9347-4601-b235-4fd467f32be0 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.0502563 Mar 08 04:49:07.168171 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-11ce4f2c-a483-4275-aa5d-c3700fc2b6f6 req-e461a802-18de-46ec-bbbb-975c3834aef7 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397387 Mar 08 04:49:07.395775 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28200df4-17c3-42a5-9ff7-203e8d3dc519 req-caf16da0-66fb-49f4-8db5-3cbdf2ec0ba6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:07.397257 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-28200df4-17c3-42a5-9ff7-203e8d3dc519 req-caf16da0-66fb-49f4-8db5-3cbdf2ec0ba6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 946 time: 0.0508089 Mar 08 04:49:07.446163 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-28200df4-17c3-42a5-9ff7-203e8d3dc519 req-a5107450-e350-4f4a-95e9-df07f973c43e tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=244e30f0-f3bc-4e76-bc70-094324fd2237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432644 Mar 08 04:49:08.181269 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c82647-b752-4fc2-84ec-92c2f4526467 req-4c47613f-4f4e-48dc-bbf6-11e038c6246b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:08.182681 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-d1c82647-b752-4fc2-84ec-92c2f4526467 req-4c47613f-4f4e-48dc-bbf6-11e038c6246b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 946 time: 0.0497410 Mar 08 04:49:08.313065 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-d1c82647-b752-4fc2-84ec-92c2f4526467 req-a96c05f1-3267-42e8-a79b-6497a91ff2a6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Deleting port c08d1c1d-bdea-49ce-878b-6c829ce92072 {{(pid=110144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:49:08.313423 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-d1c82647-b752-4fc2-84ec-92c2f4526467 req-a96c05f1-3267-42e8-a79b-6497a91ff2a6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (c08d1c1d-bdea-49ce-878b-6c829ce92072), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:08.331942 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de311951-bc71-4499-8002-8b9c3ddfa6fb req-b633d4da-05c4-4792-9471-f665c859a5d9 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:08.333474 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-de311951-bc71-4499-8002-8b9c3ddfa6fb req-b633d4da-05c4-4792-9471-f665c859a5d9 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.0980797 Mar 08 04:49:08.432196 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-de311951-bc71-4499-8002-8b9c3ddfa6fb req-bbdb77d7-c338-4de2-b2da-9b3c2a6c1dc5 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893929 Mar 08 04:49:08.438274 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-d1c82647-b752-4fc2-84ec-92c2f4526467 req-a96c05f1-3267-42e8-a79b-6497a91ff2a6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] For port c08d1c1d-bdea-49ce-878b-6c829ce92072, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=c08d1c1d-bdea-49ce-878b-6c829ce92072,segment=NetworkSegment(3078e9f3-ee99-4520-9a84-dd25cc09024c),segment_id=3078e9f3-ee99-4520-9a84-dd25cc09024c)] {{(pid=110144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:49:08.438633 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-d1c82647-b752-4fc2-84ec-92c2f4526467 req-a96c05f1-3267-42e8-a79b-6497a91ff2a6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (c08d1c1d-bdea-49ce-878b-6c829ce92072), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:08.629116 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad8da4-05bc-49f3-9de8-3adc4aba0918 req-e3f60493-11d2-4f26-b355-60efd875457d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:08.630580 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-14ad8da4-05bc-49f3-9de8-3adc4aba0918 req-e3f60493-11d2-4f26-b355-60efd875457d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 946 time: 0.0977857 Mar 08 04:49:08.649184 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-d1c82647-b752-4fc2-84ec-92c2f4526467 req-a96c05f1-3267-42e8-a79b-6497a91ff2a6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:08.649534 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-d1c82647-b752-4fc2-84ec-92c2f4526467 req-a96c05f1-3267-42e8-a79b-6497a91ff2a6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952661'] for floatingip (4a3746d7-33c7-4865-b952-36c2a82668ed), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:08.649844 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.db.l3_db [req-d1c82647-b752-4fc2-84ec-92c2f4526467 req-a96c05f1-3267-42e8-a79b-6497a91ff2a6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Floating IP 4a3746d7-33c7-4865-b952-36c2a82668ed disassociated. External IP: 172.27.0.176, port: c08d1c1d-bdea-49ce-878b-6c829ce92072. Mar 08 04:49:08.650174 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-d1c82647-b752-4fc2-84ec-92c2f4526467 req-a96c05f1-3267-42e8-a79b-6497a91ff2a6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Calling delete_port for c08d1c1d-bdea-49ce-878b-6c829ce92072 owned by compute:nova {{(pid=110144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:49:08.724395 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-14ad8da4-05bc-49f3-9de8-3adc4aba0918 req-da4fe92c-65fb-4c93-ba09-1adcb4a48a2b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=244e30f0-f3bc-4e76-bc70-094324fd2237&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869713 Mar 08 04:49:08.801486 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f627547-b4cd-4649-9d0b-4f3f6e084eaf req-85168507-a3b0-4c1a-b389-8dd56a391027 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:08.803561 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-8f627547-b4cd-4649-9d0b-4f3f6e084eaf req-85168507-a3b0-4c1a-b389-8dd56a391027 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.0577390 Mar 08 04:49:08.856430 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-8f627547-b4cd-4649-9d0b-4f3f6e084eaf req-e6266a7a-716f-4a26-9336-c9971f4e9f48 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423131 Mar 08 04:49:08.871590 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-d1c82647-b752-4fc2-84ec-92c2f4526467 req-a96c05f1-3267-42e8-a79b-6497a91ff2a6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (c08d1c1d-bdea-49ce-878b-6c829ce92072), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:08.907532 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c05f1-3267-42e8-a79b-6497a91ff2a6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Pushing event deleted for resources: {'Port': ['ID=c08d1c1d-bdea-49ce-878b-6c829ce92072,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:49:08.920261 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96c05f1-3267-42e8-a79b-6497a91ff2a6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:49:08.920509 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96c05f1-3267-42e8-a79b-6497a91ff2a6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:49:08.920850 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96c05f1-3267-42e8-a79b-6497a91ff2a6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:49:08.921213 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96c05f1-3267-42e8-a79b-6497a91ff2a6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:49:08.926460 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96c05f1-3267-42e8-a79b-6497a91ff2a6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:49:08.926460 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96c05f1-3267-42e8-a79b-6497a91ff2a6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:49:08.926460 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96c05f1-3267-42e8-a79b-6497a91ff2a6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:49:08.926460 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96c05f1-3267-42e8-a79b-6497a91ff2a6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:49:08.926460 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96c05f1-3267-42e8-a79b-6497a91ff2a6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:49:08.926460 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96c05f1-3267-42e8-a79b-6497a91ff2a6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:49:08.926460 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96c05f1-3267-42e8-a79b-6497a91ff2a6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:49:08.926460 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96c05f1-3267-42e8-a79b-6497a91ff2a6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:49:08.926460 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a96c05f1-3267-42e8-a79b-6497a91ff2a6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:49:09.273501 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f10d5d-2429-44c8-9d4a-5da8bf575e25 req-ccb4a8c4-0b0b-42a4-a39d-9872865d1737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:09.275015 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-36f10d5d-2429-44c8-9d4a-5da8bf575e25 req-ccb4a8c4-0b0b-42a4-a39d-9872865d1737 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=123d544e6cdd4f43acfd2e4fc0fe7867&device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 1129 time: 0.3972368 Mar 08 04:49:09.306501 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1c82647-b752-4fc2-84ec-92c2f4526467 req-a96c05f1-3267-42e8-a79b-6497a91ff2a6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Router 2f54059b-7e76-47b0-a531-baf7a8872fae has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:49:09.422075 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f10d5d-2429-44c8-9d4a-5da8bf575e25 req-c47378c4-3cbb-499f-a078-71d507fa1998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:09.424125 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-36f10d5d-2429-44c8-9d4a-5da8bf575e25 req-c47378c4-3cbb-499f-a078-71d507fa1998 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a0b25786-9a98-4b69-9ff8-d7339822960d HTTP/1.1" status: 200 len: 911 time: 0.1425350 Mar 08 04:49:09.513592 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1c82647-b752-4fc2-84ec-92c2f4526467 req-a96c05f1-3267-42e8-a79b-6497a91ff2a6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:49:09.523605 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d54008-60a7-4e78-a713-30dbaefc8cb3 None None] Sync routers for ids ['2f54059b-7e76-47b0-a531-baf7a8872fae'] in dv-cinder-740146-13-iscsi {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:49:09.526160 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-36f10d5d-2429-44c8-9d4a-5da8bf575e25 req-2da5a618-f734-4a27-aec7-c24de3a0575a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e9ffabd-df11-491a-88fa-de12ae12a5e2 HTTP/1.1" status: 200 len: 1001 time: 0.0773447 Mar 08 04:49:09.532755 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d54008-60a7-4e78-a713-30dbaefc8cb3 None None] Routers {'2f54059b-7e76-47b0-a531-baf7a8872fae'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:49:09.533388 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-79d54008-60a7-4e78-a713-30dbaefc8cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:48:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['2f54059b-7e76-47b0-a531-baf7a8872fae'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:49:09.585848 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c82647-b752-4fc2-84ec-92c2f4526467 req-a96c05f1-3267-42e8-a79b-6497a91ff2a6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] No DVR routers for this DVR port c08d1c1d-bdea-49ce-878b-6c829ce92072 on host hv-cinder-74014 {{(pid=110144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:49:09.589368 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-d1c82647-b752-4fc2-84ec-92c2f4526467 req-a96c05f1-3267-42e8-a79b-6497a91ff2a6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:09.592578 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-d1c82647-b752-4fc2-84ec-92c2f4526467 req-a96c05f1-3267-42e8-a79b-6497a91ff2a6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.18 "DELETE /v2.0/ports/c08d1c1d-bdea-49ce-878b-6c829ce92072 HTTP/1.1" status: 204 len: 173 time: 1.4043491 Mar 08 04:49:09.593013 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1c1052-3b6e-4078-9dd7-f1d4f2c103de', 'name': 'network-vif-deleted', 'tag': 'c08d1c1d-bdea-49ce-878b-6c829ce92072'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:49:09.595251 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf820c2-c6a8-4c0e-bf66-1b07a0c0805d" -d '{"events": [{"server_uuid": "ab1c1052-3b6e-4078-9dd7-f1d4f2c103de", "name": "network-vif-deleted", "tag": "c08d1c1d-bdea-49ce-878b-6c829ce92072"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:49:09.616980 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f10d5d-2429-44c8-9d4a-5da8bf575e25 req-4076697c-94d9-464b-b2b2-173fca1fe70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:09.619432 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-36f10d5d-2429-44c8-9d4a-5da8bf575e25 req-4076697c-94d9-464b-b2b2-173fca1fe70d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7cfe1804-64f6-4463-a6ac-0aac353986ac HTTP/1.1" status: 200 len: 849 time: 0.0791094 Mar 08 04:49:09.634477 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11cf4079-a4bb-4a90-a992-364d44427126 x-openstack-request-id: req-11cf4079-a4bb-4a90-a992-364d44427126 {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:49:09.634764 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1c1052-3b6e-4078-9dd7-f1d4f2c103de", "name": "network-vif-deleted", "tag": "c08d1c1d-bdea-49ce-878b-6c829ce92072", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:49:09.635016 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-11cf4079-a4bb-4a90-a992-364d44427126 {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:49:09.635460 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab1c1052-3b6e-4078-9dd7-f1d4f2c103de', 'name': 'network-vif-deleted', 'tag': 'c08d1c1d-bdea-49ce-878b-6c829ce92072', 'status': 'completed', 'code': 200} Mar 08 04:49:09.650771 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-79d54008-60a7-4e78-a713-30dbaefc8cb3 None None] Set router 2f54059b-7e76-47b0-a531-baf7a8872fae gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:49:09.672968 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f10d5d-2429-44c8-9d4a-5da8bf575e25 req-4aa88f43-95cd-488b-ba1f-1c0a9bc022e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:09.676754 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-36f10d5d-2429-44c8-9d4a-5da8bf575e25 req-4aa88f43-95cd-488b-ba1f-1c0a9bc022e7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0b25786-9a98-4b69-9ff8-d7339822960d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0486701 Mar 08 04:49:09.773684 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-36f10d5d-2429-44c8-9d4a-5da8bf575e25 req-99f79cb5-8b88-4d4f-94d5-64fce42cec28 service neutron] 10.222.0.18 "GET /v2.0/networks/a0b25786-9a98-4b69-9ff8-d7339822960d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929613 Mar 08 04:49:09.836426 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-d36f3cbf-bd11-4cee-9930-157b0732df11 req-4b266fd1-5426-4bb7-8e7f-e31a70eb7505 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=ab1c1052-3b6e-4078-9dd7-f1d4f2c103de HTTP/1.1" status: 200 len: 210 time: 0.0402391 Mar 08 04:49:09.888375 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-79d54008-60a7-4e78-a713-30dbaefc8cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'name': 'tempest-AttachVolumeNegativeTest-650372177-router', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'gw_port': {'id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': 'eb1992b2-5788-4f84-8a8e-83e131e61c13', 'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'mac_address': 'fa:16:3e:5f:97:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7efbded5-60f9-4264-992d-981c4669fa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:31Z', 'updated_at': '2022-03-08T04:43:45Z', 'revision_number': 5, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'subnets': [{'id': '7efbded5-60f9-4264-992d-981c4669fa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:49:09.891999 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-36f10d5d-2429-44c8-9d4a-5da8bf575e25 req-d190c64e-6cac-4efe-bd52-541b2b9245b7 service neutron] 10.222.0.18 "GET /v2.0/networks/a0b25786-9a98-4b69-9ff8-d7339822960d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123652 Mar 08 04:49:09.916359 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d54008-60a7-4e78-a713-30dbaefc8cb3 None None] Checking router: 2f54059b-7e76-47b0-a531-baf7a8872fae for host: dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:49:09.925613 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d54008-60a7-4e78-a713-30dbaefc8cb3 None None] Routers {'2f54059b-7e76-47b0-a531-baf7a8872fae'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:49:09.926247 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-79d54008-60a7-4e78-a713-30dbaefc8cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:48:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['2f54059b-7e76-47b0-a531-baf7a8872fae'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:49:09.995529 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2e881-dd5d-4afa-96c1-e0f9a3b64f49 req-2b09621a-a632-49f4-817e-81a00ce2a625 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:09.997302 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4af2e881-dd5d-4afa-96c1-e0f9a3b64f49 req-2b09621a-a632-49f4-817e-81a00ce2a625 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.0519922 Mar 08 04:49:10.035703 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-79d54008-60a7-4e78-a713-30dbaefc8cb3 None None] Set router 2f54059b-7e76-47b0-a531-baf7a8872fae gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:49:10.043979 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4af2e881-dd5d-4afa-96c1-e0f9a3b64f49 req-46d70295-668d-48f6-9c2b-d3dcf2eac95b tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409987 Mar 08 04:49:10.199841 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:49:10.230331 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-79d54008-60a7-4e78-a713-30dbaefc8cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'name': 'tempest-AttachVolumeNegativeTest-650372177-router', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'gw_port': {'id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': 'eb1992b2-5788-4f84-8a8e-83e131e61c13', 'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'mac_address': 'fa:16:3e:5f:97:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7efbded5-60f9-4264-992d-981c4669fa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:31Z', 'updated_at': '2022-03-08T04:43:45Z', 'revision_number': 5, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'subnets': [{'id': '7efbded5-60f9-4264-992d-981c4669fa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:49:10.260762 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d54008-60a7-4e78-a713-30dbaefc8cb3 None None] The sync data for ids ['2f54059b-7e76-47b0-a531-baf7a8872fae'] in dv-cinder-740146-13-iscsi is: [{'id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'name': 'tempest-AttachVolumeNegativeTest-650372177-router', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'gw_port': {'id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': 'eb1992b2-5788-4f84-8a8e-83e131e61c13', 'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'mac_address': 'fa:16:3e:5f:97:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7efbded5-60f9-4264-992d-981c4669fa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:31Z', 'updated_at': '2022-03-08T04:43:45Z', 'revision_number': 5, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'subnets': [{'id': '7efbded5-60f9-4264-992d-981c4669fa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:49:10.480998 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7738560-d485-4ecb-8890-a84cfb131501 None None] New status for floating IP 4a3746d7-33c7-4865-b952-36c2a82668ed: DOWN {{(pid=110147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:49:10.980397 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 44342) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:49:11.036457 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-352f0118-d2bc-4e70-9d1c-c15c9b095abc tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group (244e30f0-f3bc-4e76-bc70-094324fd2237), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:11.059267 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-352f0118-d2bc-4e70-9d1c-c15c9b095abc tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group (244e30f0-f3bc-4e76-bc70-094324fd2237), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:11.169019 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50294c-3881-44bb-9841-7e1ccee9e8fa req-a372b7ce-2fed-428c-84cd-f007e9813c4c tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:11.170417 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-8f50294c-3881-44bb-9841-7e1ccee9e8fa req-a372b7ce-2fed-428c-84cd-f007e9813c4c tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.0537806 Mar 08 04:49:11.202568 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-352f0118-d2bc-4e70-9d1c-c15c9b095abc tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (244e30f0-f3bc-4e76-bc70-094324fd2237), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:11.205297 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-352f0118-d2bc-4e70-9d1c-c15c9b095abc tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:11.206516 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-352f0118-d2bc-4e70-9d1c-c15c9b095abc tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "DELETE /v2.0/security-groups/244e30f0-f3bc-4e76-bc70-094324fd2237 HTTP/1.1" status: 204 len: 168 time: 0.2251341 Mar 08 04:49:11.209940 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 44346) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:49:11.215714 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f0118-d2bc-4e70-9d1c-c15c9b095abc tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=244e30f0-f3bc-4e76-bc70-094324fd2237,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:49:11.227951 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-8f50294c-3881-44bb-9841-7e1ccee9e8fa req-b7588eb1-5648-408a-a42f-1466e3e19475 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520208 Mar 08 04:49:11.229561 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.api.v2.resource [None req-db5ab0cc-5079-4c55-bed0-f88f73fc8544 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] show failed (client error): The resource could not be found. Mar 08 04:49:11.230490 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-db5ab0cc-5079-4c55-bed0-f88f73fc8544 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups/244e30f0-f3bc-4e76-bc70-094324fd2237 HTTP/1.1" status: 404 len: 347 time: 0.0196631 Mar 08 04:49:11.233792 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 44348) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:49:11.357679 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-ca1092cd-68ca-4ac8-ae3d-e2c3f51bed50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Deleting port 7059b49d-4c86-4ad6-91f7-836905680097 {{(pid=110145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:49:11.358015 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ca1092cd-68ca-4ac8-ae3d-e2c3f51bed50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (7059b49d-4c86-4ad6-91f7-836905680097), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:11.430643 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ca1092cd-68ca-4ac8-ae3d-e2c3f51bed50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (7059b49d-4c86-4ad6-91f7-836905680097), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:11.430892 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ca1092cd-68ca-4ac8-ae3d-e2c3f51bed50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for floatingip (7059b49d-4c86-4ad6-91f7-836905680097), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:11.442276 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-ca1092cd-68ca-4ac8-ae3d-e2c3f51bed50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Calling delete_port for 7059b49d-4c86-4ad6-91f7-836905680097 owned by network:floatingip {{(pid=110145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:49:11.623984 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ca1092cd-68ca-4ac8-ae3d-e2c3f51bed50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793137'] for port (7059b49d-4c86-4ad6-91f7-836905680097), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:11.649640 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1092cd-68ca-4ac8-ae3d-e2c3f51bed50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Pushing event deleted for resources: {'Port': ['ID=7059b49d-4c86-4ad6-91f7-836905680097,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:49:11.675965 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1092cd-68ca-4ac8-ae3d-e2c3f51bed50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:49:11.676317 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1092cd-68ca-4ac8-ae3d-e2c3f51bed50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:49:11.676667 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1092cd-68ca-4ac8-ae3d-e2c3f51bed50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:49:11.677010 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1092cd-68ca-4ac8-ae3d-e2c3f51bed50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:49:11.677384 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1092cd-68ca-4ac8-ae3d-e2c3f51bed50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:49:11.677719 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1092cd-68ca-4ac8-ae3d-e2c3f51bed50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:49:11.678697 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1092cd-68ca-4ac8-ae3d-e2c3f51bed50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:49:11.679032 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1092cd-68ca-4ac8-ae3d-e2c3f51bed50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:49:11.679378 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1092cd-68ca-4ac8-ae3d-e2c3f51bed50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:49:11.679694 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1092cd-68ca-4ac8-ae3d-e2c3f51bed50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:49:11.680020 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1092cd-68ca-4ac8-ae3d-e2c3f51bed50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:49:11.680347 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1092cd-68ca-4ac8-ae3d-e2c3f51bed50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:49:11.680719 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1092cd-68ca-4ac8-ae3d-e2c3f51bed50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:49:11.719693 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ca1092cd-68ca-4ac8-ae3d-e2c3f51bed50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for floatingip (4a3746d7-33c7-4865-b952-36c2a82668ed), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:11.722288 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ca1092cd-68ca-4ac8-ae3d-e2c3f51bed50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for floatingip (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:11.723439 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-ca1092cd-68ca-4ac8-ae3d-e2c3f51bed50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "DELETE /v2.0/floatingips/4a3746d7-33c7-4865-b952-36c2a82668ed HTTP/1.1" status: 204 len: 168 time: 0.4877417 Mar 08 04:49:12.298788 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 44356) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:49:12.304002 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-164afaa0-1f09-44af-befe-f82233639b08 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1591704564', 'description': 'tempest-description--1311590430'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:49:12.368217 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-164afaa0-1f09-44af-befe-f82233639b08 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:12.433934 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-164afaa0-1f09-44af-befe-f82233639b08 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group (1c1ef3e0-e4fd-497d-8797-2b8642b2f19f), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:12.487118 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-164afaa0-1f09-44af-befe-f82233639b08 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (1c1ef3e0-e4fd-497d-8797-2b8642b2f19f), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:12.515223 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164afaa0-1f09-44af-befe-f82233639b08 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1ef3e0-e4fd-497d-8797-2b8642b2f19f,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:49:12.575034 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-164afaa0-1f09-44af-befe-f82233639b08 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:12.576279 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-164afaa0-1f09-44af-befe-f82233639b08 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2764893 Mar 08 04:49:12.579099 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 44358) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:49:12.583448 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-0e5e1542-5dcc-46ac-8fae-a113da8f9d85 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Request body: {'security_group_rule': {'security_group_id': '1c1ef3e0-e4fd-497d-8797-2b8642b2f19f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:49:12.663826 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-0e5e1542-5dcc-46ac-8fae-a113da8f9d85 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group_rule (2cdaced4-02d1-453a-b8c4-3f78db604d58), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:12.717519 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-0e5e1542-5dcc-46ac-8fae-a113da8f9d85 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group_rule (2cdaced4-02d1-453a-b8c4-3f78db604d58), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:12.802650 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-0e5e1542-5dcc-46ac-8fae-a113da8f9d85 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575780'] for security_group_rule (2cdaced4-02d1-453a-b8c4-3f78db604d58), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:12.821391 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e1542-5dcc-46ac-8fae-a113da8f9d85 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cdaced4-02d1-453a-b8c4-3f78db604d58,revision_number=0']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:49:12.912872 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-0e5e1542-5dcc-46ac-8fae-a113da8f9d85 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:12.914077 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-0e5e1542-5dcc-46ac-8fae-a113da8f9d85 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3340302 Mar 08 04:49:12.916751 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 44362) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:49:12.921036 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-2eb976d9-48bd-4e4c-8797-786edf82b939 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Request body: {'security_group_rule': {'security_group_id': '1c1ef3e0-e4fd-497d-8797-2b8642b2f19f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:49:12.993341 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device c08d1c1d-bdea-49ce-878b-6c829ce92072 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:49:13.012403 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-2eb976d9-48bd-4e4c-8797-786edf82b939 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group_rule (3cb51dfe-bb9d-4633-ace4-eaf7ff0f2397), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:13.013690 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] No Port match for: c08d1c1d-bdea-49ce-878b-6c829ce92072 {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:49:13.014121 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device c08d1c1d-bdea-49ce-878b-6c829ce92072 not bound to the agent host hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:49:13.074237 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-2eb976d9-48bd-4e4c-8797-786edf82b939 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group_rule (3cb51dfe-bb9d-4633-ace4-eaf7ff0f2397), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:13.161187 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-2eb976d9-48bd-4e4c-8797-786edf82b939 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575780'] for security_group_rule (3cb51dfe-bb9d-4633-ace4-eaf7ff0f2397), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:13.179791 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb976d9-48bd-4e4c-8797-786edf82b939 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cb51dfe-bb9d-4633-ace4-eaf7ff0f2397,revision_number=0']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:49:13.300424 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-2eb976d9-48bd-4e4c-8797-786edf82b939 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:13.301682 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-2eb976d9-48bd-4e4c-8797-786edf82b939 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3839605 Mar 08 04:49:13.304640 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 44370) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:49:13.308809 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-c859dc6e-d9a4-4fa9-a95b-a984d73e831d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Request body: {'floatingip': {'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:49:13.431041 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c859dc6e-d9a4-4fa9-a95b-a984d73e831d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:13.525298 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c859dc6e-d9a4-4fa9-a95b-a984d73e831d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:13.632136 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.db_base_plugin_common [None req-c859dc6e-d9a4-4fa9-a95b-a984d73e831d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Allocated IP 172.27.0.252 (e335cf5a-bd08-4697-9061-81dcecc4c284/5add51e7-3273-4e08-a772-a967bfff1dcd/e5d5f179-e1b9-4aaa-9349-59a70887926c) {{(pid=110145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:49:13.730516 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c859dc6e-d9a4-4fa9-a95b-a984d73e831d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for port (e5d5f179-e1b9-4aaa-9349-59a70887926c), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:13.831430 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c859dc6e-d9a4-4fa9-a95b-a984d73e831d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793137'] for port (e5d5f179-e1b9-4aaa-9349-59a70887926c), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:13.874839 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c859dc6e-d9a4-4fa9-a95b-a984d73e831d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Network e335cf5a-bd08-4697-9061-81dcecc4c284 is already hosted by enough agents. {{(pid=110145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:49:13.879371 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.base_scheduler [None req-c859dc6e-d9a4-4fa9-a95b-a984d73e831d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Resources bound (agent type, host, resource id): {{(pid=110145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:49:13.881752 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c859dc6e-d9a4-4fa9-a95b-a984d73e831d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Received port after_create {{(pid=110145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:49:13.908330 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859dc6e-d9a4-4fa9-a95b-a984d73e831d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Pushing event updated for resources: {'Port': ['ID=e5d5f179-e1b9-4aaa-9349-59a70887926c,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:49:13.972135 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c859dc6e-d9a4-4fa9-a95b-a984d73e831d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for floatingip (76efcc1e-e9f8-4f9a-acd2-6ff7779ef009), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:13.996763 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-fe443dfa-d1b6-4abf-b220-4914d8bc330d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:14.047108 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c859dc6e-d9a4-4fa9-a95b-a984d73e831d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (e5d5f179-e1b9-4aaa-9349-59a70887926c), before_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:14.192242 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c859dc6e-d9a4-4fa9-a95b-a984d73e831d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for port (e5d5f179-e1b9-4aaa-9349-59a70887926c), precommit_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:14.248040 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c859dc6e-d9a4-4fa9-a95b-a984d73e831d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62793160'] for port (e5d5f179-e1b9-4aaa-9349-59a70887926c), after_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:14.315878 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859dc6e-d9a4-4fa9-a95b-a984d73e831d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Pushing event updated for resources: {'Port': ['ID=e5d5f179-e1b9-4aaa-9349-59a70887926c,revision_number=2']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:49:14.327972 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c859dc6e-d9a4-4fa9-a95b-a984d73e831d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952661'] for floatingip (76efcc1e-e9f8-4f9a-acd2-6ff7779ef009), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:14.415738 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c859dc6e-d9a4-4fa9-a95b-a984d73e831d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for floatingip (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:14.416967 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-c859dc6e-d9a4-4fa9-a95b-a984d73e831d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1113520 Mar 08 04:49:14.561981 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-a968d4eb-217a-417b-8ab9-fe03b1be968d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1591704564&fields=id&tenant_id=aeea4438116f4318bc83a1167fc0068f HTTP/1.1" status: 200 len: 267 time: 0.0411596 Mar 08 04:49:14.666755 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-864fc166-e521-4364-895a-e4ebaf60bdc9 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:14.668188 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-864fc166-e521-4364-895a-e4ebaf60bdc9 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/networks?id=55973e4d-cfae-4744-97c2-2f6db5b5eaa4 HTTP/1.1" status: 200 len: 814 time: 0.1000149 Mar 08 04:49:14.681780 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-49163ab1-f028-4782-93f9-37ef5ea0ddf3 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/quotas/aeea4438116f4318bc83a1167fc0068f HTTP/1.1" status: 200 len: 375 time: 0.0084758 Mar 08 04:49:14.733869 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-3e4fa99d-b928-43e8-8b70-dc64e48ab90c tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=aeea4438116f4318bc83a1167fc0068f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475502 Mar 08 04:49:14.866867 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-498f97b0-a83f-4d42-83a7-787b898049a3 service neutron] 10.222.0.35 "GET /v2.0/networks/55973e4d-cfae-4744-97c2-2f6db5b5eaa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216805 Mar 08 04:49:14.955015 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-0623ba6b-26a1-4dfe-9df1-08bb637390f3 service neutron] 10.222.0.35 "GET /v2.0/networks/55973e4d-cfae-4744-97c2-2f6db5b5eaa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825570 Mar 08 04:49:15.215053 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-d2d4b357-1ff3-4c80-a486-abe0c37e7584 req-1ea0e095-8a43-437c-9643-aeb32d78ba56 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=559c5fce-d974-49e5-a8a3-dccc3eaafa7c HTTP/1.1" status: 200 len: 210 time: 0.0269063 Mar 08 04:49:16.230585 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-38f94a6c-cc4e-44af-bfd9-3458dcb1a685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:16.304885 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-2c95025b-3501-4fd6-a55d-a2730e4901b9 req-afc9509c-663e-42a3-8b5b-20753d3da6ee tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=559c5fce-d974-49e5-a8a3-dccc3eaafa7c HTTP/1.1" status: 200 len: 210 time: 0.0260193 Mar 08 04:49:17.212482 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:17.396285 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9895c305-a9ee-4991-83e6-ec1e9005cb0f req-0255dbdb-9530-4b7c-8a7f-9ca26ff48029 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=559c5fce-d974-49e5-a8a3-dccc3eaafa7c HTTP/1.1" status: 200 len: 210 time: 0.0255797 Mar 08 04:49:18.487104 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-5385736e-92ea-46eb-b103-a60c2d7c5ea0 req-44215587-df65-446f-b302-4ab7cf36fc0d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=559c5fce-d974-49e5-a8a3-dccc3eaafa7c HTTP/1.1" status: 200 len: 210 time: 0.0259383 Mar 08 04:49:18.745099 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:18.808449 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-930a4a1b-f9cf-479e-b967-e7acb94887f8 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:18.809905 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-930a4a1b-f9cf-479e-b967-e7acb94887f8 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.18 "GET /v2.0/networks?id=55973e4d-cfae-4744-97c2-2f6db5b5eaa4 HTTP/1.1" status: 200 len: 814 time: 0.1017044 Mar 08 04:49:18.871901 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-bc1df964-3ba0-4e7a-b5e8-e4d4add224e7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aeea4438116f4318bc83a1167fc0068f HTTP/1.1" status: 200 len: 380 time: 0.0522125 Mar 08 04:49:18.880291 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-e39f185b-5cda-45bd-823f-a18e5c690a96 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Request body: {'port': {'device_id': '559c5fce-d974-49e5-a8a3-dccc3eaafa7c', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'admin_state_up': True, 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'security_groups': ['1c1ef3e0-e4fd-497d-8797-2b8642b2f19f']}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:49:19.082661 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-e39f185b-5cda-45bd-823f-a18e5c690a96 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Made reservation on behalf of aeea4438116f4318bc83a1167fc0068f for: {'port': 1} {{(pid=110144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:49:19.086558 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-e39f185b-5cda-45bd-823f-a18e5c690a96 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:19.206690 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_common [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-e39f185b-5cda-45bd-823f-a18e5c690a96 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Allocated IP 172.20.0.11 (55973e4d-cfae-4744-97c2-2f6db5b5eaa4/7efbded5-60f9-4264-992d-981c4669fa99/396ca5b0-9be7-40df-a034-192908e0a0d8) {{(pid=110144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:49:19.342036 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-e39f185b-5cda-45bd-823f-a18e5c690a96 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for port (396ca5b0-9be7-40df-a034-192908e0a0d8), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:19.506247 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-e39f185b-5cda-45bd-823f-a18e5c690a96 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (396ca5b0-9be7-40df-a034-192908e0a0d8), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:19.552407 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-e39f185b-5cda-45bd-823f-a18e5c690a96 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Network 55973e4d-cfae-4744-97c2-2f6db5b5eaa4 is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:49:19.564808 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-e39f185b-5cda-45bd-823f-a18e5c690a96 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:49:19.567273 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-e39f185b-5cda-45bd-823f-a18e5c690a96 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Received port after_create {{(pid=110144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:49:19.576022 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f185b-5cda-45bd-823f-a18e5c690a96 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Pushing event updated for resources: {'Port': ['ID=396ca5b0-9be7-40df-a034-192908e0a0d8,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:49:19.646046 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-e39f185b-5cda-45bd-823f-a18e5c690a96 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:19.647273 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-e39f185b-5cda-45bd-823f-a18e5c690a96 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:19.667676 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4a7ad-2156-47fe-8dea-c04e3f84cd9b req-2161f58e-a172-4516-8523-451b1df0a436 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:19.669240 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-22f4a7ad-2156-47fe-8dea-c04e3f84cd9b req-2161f58e-a172-4516-8523-451b1df0a436 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=559c5fce-d974-49e5-a8a3-dccc3eaafa7c HTTP/1.1" status: 200 len: 932 time: 0.1157737 Mar 08 04:49:19.720911 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-22f4a7ad-2156-47fe-8dea-c04e3f84cd9b req-fa605b5e-697c-455d-b8fe-e3c1f0694cb1 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ef3e0-e4fd-497d-8797-2b8642b2f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458159 Mar 08 04:49:19.744666 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-e39f185b-5cda-45bd-823f-a18e5c690a96 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8677671 Mar 08 04:49:19.752358 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-96ed9fb2-e215-4aa5-9dca-95b8ee987c55 None None] Provisioning complete for port 396ca5b0-9be7-40df-a034-192908e0a0d8 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:49:19.752862 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-96ed9fb2-e215-4aa5-9dca-95b8ee987c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (396ca5b0-9be7-40df-a034-192908e0a0d8), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:19.756909 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-74397f5e-8c32-4a2b-8d6d-7d4f48d7aec3 service neutron] Request body: {'port': {'device_id': '559c5fce-d974-49e5-a8a3-dccc3eaafa7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:49:19.786814 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-96ed9fb2-e215-4aa5-9dca-95b8ee987c55 None None] Port 396ca5b0-9be7-40df-a034-192908e0a0d8 cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:49:19.813628 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-74397f5e-8c32-4a2b-8d6d-7d4f48d7aec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (396ca5b0-9be7-40df-a034-192908e0a0d8), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:20.067621 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-74397f5e-8c32-4a2b-8d6d-7d4f48d7aec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 396ca5b0-9be7-40df-a034-192908e0a0d8 {{(pid=110144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:49:20.074923 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-74397f5e-8c32-4a2b-8d6d-7d4f48d7aec3 service neutron] Publish callbacks [] for port (396ca5b0-9be7-40df-a034-192908e0a0d8), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:20.076659 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:20.087598 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.provisioning_blocks [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-74397f5e-8c32-4a2b-8d6d-7d4f48d7aec3 service neutron] Transition to ACTIVE for port object 396ca5b0-9be7-40df-a034-192908e0a0d8 will not be triggered until provisioned by entity L2. {{(pid=110144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 04:49:20.163012 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-74397f5e-8c32-4a2b-8d6d-7d4f48d7aec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4052309'] for port (396ca5b0-9be7-40df-a034-192908e0a0d8), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:20.210676 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74397f5e-8c32-4a2b-8d6d-7d4f48d7aec3 service neutron] Pushing event updated for resources: {'Port': ['ID=396ca5b0-9be7-40df-a034-192908e0a0d8,revision_number=2']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:49:20.285494 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-74397f5e-8c32-4a2b-8d6d-7d4f48d7aec3 service neutron] Attempting to bind port 396ca5b0-9be7-40df-a034-192908e0a0d8 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:49:20.285833 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-74397f5e-8c32-4a2b-8d6d-7d4f48d7aec3 service neutron] Attempting to bind port 396ca5b0-9be7-40df-a034-192908e0a0d8 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '3078e9f3-ee99-4520-9a84-dd25cc09024c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4'}] {{(pid=110144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:49:20.286164 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-74397f5e-8c32-4a2b-8d6d-7d4f48d7aec3 service neutron] Attempting to bind port 396ca5b0-9be7-40df-a034-192908e0a0d8 on network 55973e4d-cfae-4744-97c2-2f6db5b5eaa4 {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:49:20.291334 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-74397f5e-8c32-4a2b-8d6d-7d4f48d7aec3 service neutron] Port 396ca5b0-9be7-40df-a034-192908e0a0d8 on network 55973e4d-cfae-4744-97c2-2f6db5b5eaa4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 04:49:20.291662 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-74397f5e-8c32-4a2b-8d6d-7d4f48d7aec3 service neutron] Attempting to bind port 396ca5b0-9be7-40df-a034-192908e0a0d8 on network 55973e4d-cfae-4744-97c2-2f6db5b5eaa4 {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:49:20.296575 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-74397f5e-8c32-4a2b-8d6d-7d4f48d7aec3 service neutron] Checking agent: {'id': '8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'started_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:49:20.296911 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-74397f5e-8c32-4a2b-8d6d-7d4f48d7aec3 service neutron] Checking segment: {'id': '3078e9f3-ee99-4520-9a84-dd25cc09024c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:49:20.297328 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-74397f5e-8c32-4a2b-8d6d-7d4f48d7aec3 service neutron] Bound using segment: {'id': '3078e9f3-ee99-4520-9a84-dd25cc09024c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4'} {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:49:20.297764 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-74397f5e-8c32-4a2b-8d6d-7d4f48d7aec3 service neutron] Bound port: 396ca5b0-9be7-40df-a034-192908e0a0d8, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3078e9f3-ee99-4520-9a84-dd25cc09024c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4'}}] {{(pid=110144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:49:20.298122 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-74397f5e-8c32-4a2b-8d6d-7d4f48d7aec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (396ca5b0-9be7-40df-a034-192908e0a0d8), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:20.363390 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-74397f5e-8c32-4a2b-8d6d-7d4f48d7aec3 service neutron] For port 396ca5b0-9be7-40df-a034-192908e0a0d8, host hv-cinder-74014, cleared binding levels {{(pid=110144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:49:20.366309 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-74397f5e-8c32-4a2b-8d6d-7d4f48d7aec3 service neutron] For port 396ca5b0-9be7-40df-a034-192908e0a0d8, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=396ca5b0-9be7-40df-a034-192908e0a0d8,segment=NetworkSegment(3078e9f3-ee99-4520-9a84-dd25cc09024c),segment_id=3078e9f3-ee99-4520-9a84-dd25cc09024c)] {{(pid=110144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:49:20.431179 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-74397f5e-8c32-4a2b-8d6d-7d4f48d7aec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4052309'] for port (396ca5b0-9be7-40df-a034-192908e0a0d8), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:20.464161 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-74397f5e-8c32-4a2b-8d6d-7d4f48d7aec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:20.464955 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-74397f5e-8c32-4a2b-8d6d-7d4f48d7aec3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:20.466650 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-74397f5e-8c32-4a2b-8d6d-7d4f48d7aec3 service neutron] 10.222.0.18 "PUT /v2.0/ports/396ca5b0-9be7-40df-a034-192908e0a0d8 HTTP/1.1" status: 200 len: 1094 time: 0.7140973 Mar 08 04:49:20.466893 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '559c5fce-d974-49e5-a8a3-dccc3eaafa7c', 'tag': '396ca5b0-9be7-40df-a034-192908e0a0d8'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:49:20.469076 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554ed069-eee8-4fff-8f2a-2fabc4db1e5f" -d '{"events": [{"name": "network-changed", "server_uuid": "559c5fce-d974-49e5-a8a3-dccc3eaafa7c", "tag": "396ca5b0-9be7-40df-a034-192908e0a0d8"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:49:20.493223 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74397f5e-8c32-4a2b-8d6d-7d4f48d7aec3 service neutron] Pushing event updated for resources: {'Port': ['ID=396ca5b0-9be7-40df-a034-192908e0a0d8,revision_number=3']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:49:20.510775 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0146541d-1dc7-48ea-9115-976bc40051ff x-openstack-request-id: req-0146541d-1dc7-48ea-9115-976bc40051ff {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:49:20.511070 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "559c5fce-d974-49e5-a8a3-dccc3eaafa7c", "tag": "396ca5b0-9be7-40df-a034-192908e0a0d8", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:49:20.511326 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0146541d-1dc7-48ea-9115-976bc40051ff {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:49:20.511725 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '559c5fce-d974-49e5-a8a3-dccc3eaafa7c', 'tag': '396ca5b0-9be7-40df-a034-192908e0a0d8', 'status': 'completed', 'code': 200} Mar 08 04:49:20.834846 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbf2d7-fffc-4720-9640-cd47acf5ca40 req-5060e022-90fb-411f-a04d-965a1581bb50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:20.836339 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-16bbf2d7-fffc-4720-9640-cd47acf5ca40 req-5060e022-90fb-411f-a04d-965a1581bb50 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=559c5fce-d974-49e5-a8a3-dccc3eaafa7c HTTP/1.1" status: 200 len: 944 time: 0.0509331 Mar 08 04:49:20.885139 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-16bbf2d7-fffc-4720-9640-cd47acf5ca40 req-60f59d5d-0363-41e0-b692-1a364cf7e570 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ef3e0-e4fd-497d-8797-2b8642b2f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434420 Mar 08 04:49:21.999909 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87160473-a7cc-4a84-9f36-2110140e3dbe req-b428de8d-c70f-4355-9ef2-e5ae6ad56db8 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:22.001368 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-87160473-a7cc-4a84-9f36-2110140e3dbe req-b428de8d-c70f-4355-9ef2-e5ae6ad56db8 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=559c5fce-d974-49e5-a8a3-dccc3eaafa7c HTTP/1.1" status: 200 len: 944 time: 0.0501339 Mar 08 04:49:22.049290 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-87160473-a7cc-4a84-9f36-2110140e3dbe req-f0d0e5b4-9b1c-4198-9f5f-fe086735f3ad tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ef3e0-e4fd-497d-8797-2b8642b2f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425596 Mar 08 04:49:23.163462 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10a676-61a6-49cd-b478-42219c4668ee req-5a22694c-ba86-47fa-ab1e-51241cb4fd14 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:23.164922 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4a10a676-61a6-49cd-b478-42219c4668ee req-5a22694c-ba86-47fa-ab1e-51241cb4fd14 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=559c5fce-d974-49e5-a8a3-dccc3eaafa7c HTTP/1.1" status: 200 len: 944 time: 0.0517483 Mar 08 04:49:23.210221 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4a10a676-61a6-49cd-b478-42219c4668ee req-f9221840-653b-4b3f-8945-6ed4a887362c tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ef3e0-e4fd-497d-8797-2b8642b2f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398104 Mar 08 04:49:23.378245 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ed069-eee8-4fff-8f2a-2fabc4db1e5f req-8965cfed-8889-4aa0-9f1e-155b49213a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:23.379613 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-554ed069-eee8-4fff-8f2a-2fabc4db1e5f req-8965cfed-8889-4aa0-9f1e-155b49213a70 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aeea4438116f4318bc83a1167fc0068f&device_id=559c5fce-d974-49e5-a8a3-dccc3eaafa7c HTTP/1.1" status: 200 len: 1128 time: 0.0429094 Mar 08 04:49:23.476765 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ed069-eee8-4fff-8f2a-2fabc4db1e5f req-d08b4ece-f73a-4468-aff3-1dd87cdf4dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:23.478265 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-554ed069-eee8-4fff-8f2a-2fabc4db1e5f req-d08b4ece-f73a-4468-aff3-1dd87cdf4dad service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=aeea4438116f4318bc83a1167fc0068f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0912919 Mar 08 04:49:23.569753 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ed069-eee8-4fff-8f2a-2fabc4db1e5f req-7016c0da-2ede-464c-90e1-416c6b1a4f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:23.571284 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-554ed069-eee8-4fff-8f2a-2fabc4db1e5f req-7016c0da-2ede-464c-90e1-416c6b1a4f59 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861969 Mar 08 04:49:23.652030 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-b3917ed5-44b5-4214-b62b-f9ae9d7e5727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:23.653549 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-b3917ed5-44b5-4214-b62b-f9ae9d7e5727 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aeea4438116f4318bc83a1167fc0068f&device_id=559c5fce-d974-49e5-a8a3-dccc3eaafa7c HTTP/1.1" status: 200 len: 1128 time: 0.0460775 Mar 08 04:49:23.693706 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-426af7bb-3c76-474d-93bd-6b5a75a945f2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=396ca5b0-9be7-40df-a034-192908e0a0d8 HTTP/1.1" status: 200 len: 217 time: 0.0329382 Mar 08 04:49:23.740039 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-1c1222af-d0f6-4af3-a922-aec02da1314f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:23.741480 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-1c1222af-d0f6-4af3-a922-aec02da1314f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7efbded5-60f9-4264-992d-981c4669fa99 HTTP/1.1" status: 200 len: 853 time: 0.0418515 Mar 08 04:49:23.796517 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-d51599e8-0c11-4f79-bbfe-aa523d4f24e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:23.798081 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-d51599e8-0c11-4f79-bbfe-aa523d4f24e8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55973e4d-cfae-4744-97c2-2f6db5b5eaa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0509126 Mar 08 04:49:23.887428 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-1ca56040-d068-40c5-b828-852cb4de7544 service neutron] 10.222.0.18 "GET /v2.0/networks/55973e4d-cfae-4744-97c2-2f6db5b5eaa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826204 Mar 08 04:49:23.976949 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7313fb9a-e73b-4ef0-b611-b3b7e9caa30b req-27b73295-3de6-455e-a804-d0ddbc7a25d0 service neutron] 10.222.0.18 "GET /v2.0/networks/55973e4d-cfae-4744-97c2-2f6db5b5eaa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818439 Mar 08 04:49:24.323371 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbc70b-f7c2-4e3e-9395-f75929f34c23 req-3bce6227-f1c8-412d-bab3-2b2588014b7b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:24.324806 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-a9dbc70b-f7c2-4e3e-9395-f75929f34c23 req-3bce6227-f1c8-412d-bab3-2b2588014b7b tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=559c5fce-d974-49e5-a8a3-dccc3eaafa7c HTTP/1.1" status: 200 len: 944 time: 0.0505700 Mar 08 04:49:24.370509 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-a9dbc70b-f7c2-4e3e-9395-f75929f34c23 req-4db528be-3274-48a4-8f6b-33900aeb4552 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ef3e0-e4fd-497d-8797-2b8642b2f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401185 Mar 08 04:49:25.483945 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c23e7d-2ab6-4291-a92c-ee8ff8394dc7 req-a0d64e5e-0e81-4b6b-a46d-067cd9478fbd tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:25.485448 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-38c23e7d-2ab6-4291-a92c-ee8ff8394dc7 req-a0d64e5e-0e81-4b6b-a46d-067cd9478fbd tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=559c5fce-d974-49e5-a8a3-dccc3eaafa7c HTTP/1.1" status: 200 len: 944 time: 0.0506768 Mar 08 04:49:25.529318 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-38c23e7d-2ab6-4291-a92c-ee8ff8394dc7 req-38f68e29-3216-42c3-b813-e26afb323cc0 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ef3e0-e4fd-497d-8797-2b8642b2f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384772 Mar 08 04:49:26.642123 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06d8d3-b182-4b7e-bf3c-98df70d72f44 req-b4e716c0-ffc7-431f-9a4f-57d70034dc56 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:26.643666 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-0e06d8d3-b182-4b7e-bf3c-98df70d72f44 req-b4e716c0-ffc7-431f-9a4f-57d70034dc56 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=559c5fce-d974-49e5-a8a3-dccc3eaafa7c HTTP/1.1" status: 200 len: 944 time: 0.0506132 Mar 08 04:49:26.688130 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-0e06d8d3-b182-4b7e-bf3c-98df70d72f44 req-358068fd-ec21-4b12-98cd-a3164f2c23bc tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ef3e0-e4fd-497d-8797-2b8642b2f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390477 Mar 08 04:49:27.800179 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b118e1-6d1f-4204-b78a-9dee1e75a482 req-020b8bd9-d1ac-4da9-9808-30489a1c67ee tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:27.803939 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-28b118e1-6d1f-4204-b78a-9dee1e75a482 req-020b8bd9-d1ac-4da9-9808-30489a1c67ee tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=559c5fce-d974-49e5-a8a3-dccc3eaafa7c HTTP/1.1" status: 200 len: 944 time: 0.0500352 Mar 08 04:49:27.847206 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-28b118e1-6d1f-4204-b78a-9dee1e75a482 req-ce3e5df3-0ad0-4e71-ae87-a9524bf845c7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ef3e0-e4fd-497d-8797-2b8642b2f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394597 Mar 08 04:49:28.965046 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24941241-adb1-4842-886b-0bc47882055d req-be44ff04-4602-462e-8ae8-1b737e5aae0c tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:28.966530 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-24941241-adb1-4842-886b-0bc47882055d req-be44ff04-4602-462e-8ae8-1b737e5aae0c tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=559c5fce-d974-49e5-a8a3-dccc3eaafa7c HTTP/1.1" status: 200 len: 944 time: 0.0542169 Mar 08 04:49:29.012554 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-24941241-adb1-4842-886b-0bc47882055d req-eed0f720-a9c6-4e8f-b432-515511b4f4f8 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ef3e0-e4fd-497d-8797-2b8642b2f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407147 Mar 08 04:49:29.431120 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:30.132569 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc4a89-fbcb-4b90-9647-aa422d7c5ea8 req-416e2304-bd21-485e-b6b9-3ad23f12c0fb tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:30.134260 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-99bc4a89-fbcb-4b90-9647-aa422d7c5ea8 req-416e2304-bd21-485e-b6b9-3ad23f12c0fb tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=559c5fce-d974-49e5-a8a3-dccc3eaafa7c HTTP/1.1" status: 200 len: 944 time: 0.0554957 Mar 08 04:49:30.179628 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-99bc4a89-fbcb-4b90-9647-aa422d7c5ea8 req-786af00b-f083-46a6-95eb-6e30b8c46aad tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ef3e0-e4fd-497d-8797-2b8642b2f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395999 Mar 08 04:49:31.295840 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8f0ac-cfe2-4410-92f3-4652327b295c req-8d2e771b-ae60-40fa-8011-dee99da62d00 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:31.297533 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-bcb8f0ac-cfe2-4410-92f3-4652327b295c req-8d2e771b-ae60-40fa-8011-dee99da62d00 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=559c5fce-d974-49e5-a8a3-dccc3eaafa7c HTTP/1.1" status: 200 len: 944 time: 0.0507576 Mar 08 04:49:31.342752 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-bcb8f0ac-cfe2-4410-92f3-4652327b295c req-5bf71233-2013-435b-ab17-2fa8e2f65402 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ef3e0-e4fd-497d-8797-2b8642b2f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398450 Mar 08 04:49:32.457324 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b20772-63b6-4ada-91bb-2c9d040ca253 req-d2d7fba6-15dc-482e-9de8-6ada754bbfaa tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:32.458801 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-d9b20772-63b6-4ada-91bb-2c9d040ca253 req-d2d7fba6-15dc-482e-9de8-6ada754bbfaa tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=559c5fce-d974-49e5-a8a3-dccc3eaafa7c HTTP/1.1" status: 200 len: 944 time: 0.0505557 Mar 08 04:49:32.504310 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-d9b20772-63b6-4ada-91bb-2c9d040ca253 req-f05a41eb-293f-48a6-b2eb-16b9145d4d7d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ef3e0-e4fd-497d-8797-2b8642b2f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400505 Mar 08 04:49:33.366487 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 396ca5b0-9be7-40df-a034-192908e0a0d8 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=110146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:49:33.461580 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 396ca5b0-9be7-40df-a034-192908e0a0d8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=396ca5b0-9be7-40df-a034-192908e0a0d8,segment=NetworkSegment(3078e9f3-ee99-4520-9a84-dd25cc09024c),segment_id=3078e9f3-ee99-4520-9a84-dd25cc09024c)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:49:33.472521 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Returning: {'device': '396ca5b0-9be7-40df-a034-192908e0a0d8', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'port_id': '396ca5b0-9be7-40df-a034-192908e0a0d8', 'mac_address': 'fa:16:3e:29:7e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7efbded5-60f9-4264-992d-981c4669fa99', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:49:33.514235 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port 396ca5b0-9be7-40df-a034-192908e0a0d8 is: DOWN; New status is: BUILD {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:49:33.514636 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (396ca5b0-9be7-40df-a034-192908e0a0d8), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:33.528014 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 396ca5b0-9be7-40df-a034-192908e0a0d8 {{(pid=110146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:49:33.549556 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 396ca5b0-9be7-40df-a034-192908e0a0d8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=396ca5b0-9be7-40df-a034-192908e0a0d8,segment=NetworkSegment(3078e9f3-ee99-4520-9a84-dd25cc09024c),segment_id=3078e9f3-ee99-4520-9a84-dd25cc09024c)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:49:33.625029 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (396ca5b0-9be7-40df-a034-192908e0a0d8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:33.625397 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb3b5d-aff8-4f32-a452-957d2fba4795 req-b3d950e7-372e-4dbe-8e8d-8dcd169e83a2 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:33.627746 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-86bb3b5d-aff8-4f32-a452-957d2fba4795 req-b3d950e7-372e-4dbe-8e8d-8dcd169e83a2 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=559c5fce-d974-49e5-a8a3-dccc3eaafa7c HTTP/1.1" status: 200 len: 944 time: 0.0561163 Mar 08 04:49:33.671703 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=396ca5b0-9be7-40df-a034-192908e0a0d8,revision_number=4']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:49:33.674473 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-86bb3b5d-aff8-4f32-a452-957d2fba4795 req-dcb34ff3-e145-4385-aa19-a0f0a361732a tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ef3e0-e4fd-497d-8797-2b8642b2f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410333 Mar 08 04:49:33.678696 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:49:33.679084 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:49:33.679460 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:49:33.679803 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:49:33.680141 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:49:33.680479 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:49:33.680837 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:49:33.681185 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:49:33.681520 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:49:33.681851 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:49:33.682177 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:49:33.682502 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:49:33.682827 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:49:34.138319 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] get_ports_and_sgs() called for port_ids ['396ca5b0-9be7-40df-a034-192908e0a0d8'] {{(pid=110146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:49:34.400681 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a0f965cd-a9e9-475c-baef-e9c26c44303b req-f4bf4932-d151-4731-83aa-b01189a0da0d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451529 Mar 08 04:49:34.484071 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f965cd-a9e9-475c-baef-e9c26c44303b req-b218af6f-7928-4277-a47a-cb861ab69a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:34.485543 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a0f965cd-a9e9-475c-baef-e9c26c44303b req-b218af6f-7928-4277-a47a-cb861ab69a5e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=53b2a43d64144bbfbae1d11822fba676&device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 1131 time: 0.0427248 Mar 08 04:49:34.586044 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f965cd-a9e9-475c-baef-e9c26c44303b req-19ec09a7-daf1-4084-b00a-aed82efa7d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:34.587552 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a0f965cd-a9e9-475c-baef-e9c26c44303b req-19ec09a7-daf1-4084-b00a-aed82efa7d7b service neutron] 10.222.0.18 "GET /v2.0/networks?id=860c194c-b911-4147-84ad-16e240b1666f HTTP/1.1" status: 200 len: 917 time: 0.0816720 Mar 08 04:49:34.655406 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a0f965cd-a9e9-475c-baef-e9c26c44303b req-1f5238cd-a5fa-467e-b8d8-711f73e52bfd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=773994d5-ad91-4559-b1ef-e0288cc192d7 HTTP/1.1" status: 200 len: 1001 time: 0.0607753 Mar 08 04:49:34.705457 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f965cd-a9e9-475c-baef-e9c26c44303b req-94dfb351-a304-4c37-b41b-55f3828d3fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:34.706940 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a0f965cd-a9e9-475c-baef-e9c26c44303b req-94dfb351-a304-4c37-b41b-55f3828d3fd0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2b6a1ea5-e77b-4dad-bc11-fe8b411f2953 HTTP/1.1" status: 200 len: 855 time: 0.0441716 Mar 08 04:49:34.756448 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f965cd-a9e9-475c-baef-e9c26c44303b req-9c544dff-d33c-4e6a-8c60-52616bd39b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:34.758039 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a0f965cd-a9e9-475c-baef-e9c26c44303b req-9c544dff-d33c-4e6a-8c60-52616bd39b3c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=860c194c-b911-4147-84ad-16e240b1666f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447731 Mar 08 04:49:34.791324 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4fdc7-15e4-4479-93b1-da2376c530d3 req-488c7187-ced5-4e65-9cfd-e56f5ad6b691 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:34.792806 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-7dd4fdc7-15e4-4479-93b1-da2376c530d3 req-488c7187-ced5-4e65-9cfd-e56f5ad6b691 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=559c5fce-d974-49e5-a8a3-dccc3eaafa7c HTTP/1.1" status: 200 len: 945 time: 0.0519090 Mar 08 04:49:34.839166 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-7dd4fdc7-15e4-4479-93b1-da2376c530d3 req-0c5bb7a5-7181-4e26-b4c0-d8747527dfc6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ef3e0-e4fd-497d-8797-2b8642b2f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404298 Mar 08 04:49:34.848817 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a0f965cd-a9e9-475c-baef-e9c26c44303b req-abbb5c0f-0064-4c8d-bf51-f393e74e8155 service neutron] 10.222.0.18 "GET /v2.0/networks/860c194c-b911-4147-84ad-16e240b1666f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843849 Mar 08 04:49:34.939169 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a0f965cd-a9e9-475c-baef-e9c26c44303b req-b338e2b0-5c48-4af7-95e4-2ac0d5a7d80d service neutron] 10.222.0.18 "GET /v2.0/networks/860c194c-b911-4147-84ad-16e240b1666f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824375 Mar 08 04:49:35.371204 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 396ca5b0-9be7-40df-a034-192908e0a0d8 up at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:49:35.476111 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning for port 396ca5b0-9be7-40df-a034-192908e0a0d8 completed by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 04:49:35.480070 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning complete for port 396ca5b0-9be7-40df-a034-192908e0a0d8 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:49:35.480452 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (396ca5b0-9be7-40df-a034-192908e0a0d8), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:35.558832 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port 396ca5b0-9be7-40df-a034-192908e0a0d8 is: BUILD; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:49:35.559135 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (396ca5b0-9be7-40df-a034-192908e0a0d8), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:35.581600 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559c5fce-d974-49e5-a8a3-dccc3eaafa7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396ca5b0-9be7-40df-a034-192908e0a0d8'}] {{(pid=110146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:49:35.583810 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce5c9d46ce85cdc7bdd5e39ea1b8e3d9b9c3a590759baa6189aad05618b43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709ba81c-cd05-4f95-98d8-5b0a1ef2dcd4" -d '{"events": [{"server_uuid": "559c5fce-d974-49e5-a8a3-dccc3eaafa7c", "name": "network-vif-plugged", "status": "completed", "tag": "396ca5b0-9be7-40df-a034-192908e0a0d8"}]}' {{(pid=110146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:49:35.597287 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 396ca5b0-9be7-40df-a034-192908e0a0d8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=396ca5b0-9be7-40df-a034-192908e0a0d8,segment=NetworkSegment(3078e9f3-ee99-4520-9a84-dd25cc09024c),segment_id=3078e9f3-ee99-4520-9a84-dd25cc09024c)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:49:35.671752 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19814acf-22ab-4467-8750-a404d8e00333 x-openstack-request-id: req-19814acf-22ab-4467-8750-a404d8e00333 {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:49:35.672053 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559c5fce-d974-49e5-a8a3-dccc3eaafa7c", "name": "network-vif-plugged", "status": "completed", "tag": "396ca5b0-9be7-40df-a034-192908e0a0d8", "code": 200}]} {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:49:35.672343 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-19814acf-22ab-4467-8750-a404d8e00333 {{(pid=110146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:49:35.672741 dv-cinder-740146-13-iscsi neutron-server[110146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559c5fce-d974-49e5-a8a3-dccc3eaafa7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396ca5b0-9be7-40df-a034-192908e0a0d8', 'code': 200} Mar 08 04:49:35.676287 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (396ca5b0-9be7-40df-a034-192908e0a0d8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:35.723488 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=396ca5b0-9be7-40df-a034-192908e0a0d8,revision_number=5']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:49:35.977850 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e833dcf-ee82-420a-9b1a-9080bc25bd1d req-a244ff24-155a-4618-8dfe-2475d80a3002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:35.979598 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4e833dcf-ee82-420a-9b1a-9080bc25bd1d req-a244ff24-155a-4618-8dfe-2475d80a3002 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=559c5fce-d974-49e5-a8a3-dccc3eaafa7c HTTP/1.1" status: 200 len: 1130 time: 0.0828881 Mar 08 04:49:35.990466 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3457661-a64b-476f-85a1-3a386d6cf004 req-f2dfb8aa-d567-42fe-8ed1-989e966e7635 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:35.992432 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f3457661-a64b-476f-85a1-3a386d6cf004 req-f2dfb8aa-d567-42fe-8ed1-989e966e7635 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=559c5fce-d974-49e5-a8a3-dccc3eaafa7c HTTP/1.1" status: 200 len: 946 time: 0.0681851 Mar 08 04:49:36.059795 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4e833dcf-ee82-420a-9b1a-9080bc25bd1d req-e53dd3a7-9539-403b-b834-4ab6a79db24c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1c1ef3e0-e4fd-497d-8797-2b8642b2f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664167 Mar 08 04:49:36.063215 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f3457661-a64b-476f-85a1-3a386d6cf004 req-2a71bd9c-d188-48bb-8f2f-706ac2b6f5b6 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ef3e0-e4fd-497d-8797-2b8642b2f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646114 Mar 08 04:49:36.426973 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027f51c-c91a-4d2c-ad05-202605d2b772 req-c4077e34-09f1-43cd-acfa-da69ec66251c tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:36.428440 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-8027f51c-c91a-4d2c-ad05-202605d2b772 req-c4077e34-09f1-43cd-acfa-da69ec66251c tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d2be99-fd16-4a68-82f8-ca37499af570 HTTP/1.1" status: 200 len: 946 time: 0.0527413 Mar 08 04:49:36.475369 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-8027f51c-c91a-4d2c-ad05-202605d2b772 req-b4f18dc3-9126-45e7-bc1c-2071f97d6972 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/security-groups?id=7705b2e9-a5e0-4c30-9a81-7b217e00688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402312 Mar 08 04:49:37.180706 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9904e0-e591-41ef-a478-377016342b92 req-669f131f-f048-42e6-9e6e-4e5f3cb51ee7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:37.182148 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-fe9904e0-e591-41ef-a478-377016342b92 req-669f131f-f048-42e6-9e6e-4e5f3cb51ee7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=559c5fce-d974-49e5-a8a3-dccc3eaafa7c HTTP/1.1" status: 200 len: 946 time: 0.0501657 Mar 08 04:49:37.229062 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-fe9904e0-e591-41ef-a478-377016342b92 req-e3accb3a-1c8f-4107-a8fe-5dac786dd086 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ef3e0-e4fd-497d-8797-2b8642b2f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415361 Mar 08 04:49:37.591352 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47a09f-e88e-4ae8-96df-feba035564b3 req-87fac6a9-dcbd-4332-90c1-650647378cb9 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:37.592834 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-6f47a09f-e88e-4ae8-96df-feba035564b3 req-87fac6a9-dcbd-4332-90c1-650647378cb9 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d2be99-fd16-4a68-82f8-ca37499af570 HTTP/1.1" status: 200 len: 946 time: 0.0508001 Mar 08 04:49:37.640116 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-6f47a09f-e88e-4ae8-96df-feba035564b3 req-f68f19f7-30c8-4792-a2e6-8f5e59131351 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/security-groups?id=7705b2e9-a5e0-4c30-9a81-7b217e00688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412247 Mar 08 04:49:38.343898 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9588c26-f702-42df-9121-97b850164d86 req-ff390890-d621-4529-b7d8-a77ad5b3c529 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:38.345432 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-d9588c26-f702-42df-9121-97b850164d86 req-ff390890-d621-4529-b7d8-a77ad5b3c529 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=559c5fce-d974-49e5-a8a3-dccc3eaafa7c HTTP/1.1" status: 200 len: 946 time: 0.0512207 Mar 08 04:49:38.391026 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-d9588c26-f702-42df-9121-97b850164d86 req-93172c96-964c-46fc-8304-909a5ac9d0ad tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ef3e0-e4fd-497d-8797-2b8642b2f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393109 Mar 08 04:49:38.498638 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9c4aa-55f5-40d9-aec9-5bd974fca454 req-d4fbd8e9-beba-4669-a198-f10888f32f8e tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:38.500083 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-49b9c4aa-55f5-40d9-aec9-5bd974fca454 req-d4fbd8e9-beba-4669-a198-f10888f32f8e tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=559c5fce-d974-49e5-a8a3-dccc3eaafa7c HTTP/1.1" status: 200 len: 946 time: 0.0498345 Mar 08 04:49:38.508829 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 44532) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:49:38.512903 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-d1437137-ad9e-4c79-a217-4dca43b3ebf7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Request body: {'floatingip': {'port_id': '396ca5b0-9be7-40df-a034-192908e0a0d8'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:49:38.552927 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-d1437137-ad9e-4c79-a217-4dca43b3ebf7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for floatingip (76efcc1e-e9f8-4f9a-acd2-6ff7779ef009), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:38.755874 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a8d7d8-fb08-483c-acca-e949a4ff2364 req-b5a574a2-068c-47bc-b7e9-be217b566cea tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:38.758011 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-e5a8d7d8-fb08-483c-acca-e949a4ff2364 req-b5a574a2-068c-47bc-b7e9-be217b566cea tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d2be99-fd16-4a68-82f8-ca37499af570 HTTP/1.1" status: 200 len: 946 time: 0.0512564 Mar 08 04:49:38.806977 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-e5a8d7d8-fb08-483c-acca-e949a4ff2364 req-da9d86a3-c4ca-44a4-9ea9-0e6b0a967149 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/security-groups?id=7705b2e9-a5e0-4c30-9a81-7b217e00688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430973 Mar 08 04:49:39.096346 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9090f-f8a2-40ac-a759-534807e501f7 req-f2c292c2-b232-497a-8789-7b6dd21be815 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:39.097744 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-12b9090f-f8a2-40ac-a759-534807e501f7 req-f2c292c2-b232-497a-8789-7b6dd21be815 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.18 "GET /v2.0/ports?device_id=59d2be99-fd16-4a68-82f8-ca37499af570 HTTP/1.1" status: 200 len: 946 time: 0.3596201 Mar 08 04:49:39.403599 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-12b9090f-f8a2-40ac-a759-534807e501f7 req-0f6bde0e-faed-4fa5-8b32-8282a70a76da tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Deleting port a5ef5886-1392-41db-a61f-5446308bfb01 {{(pid=110144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:49:39.403935 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-12b9090f-f8a2-40ac-a759-534807e501f7 req-0f6bde0e-faed-4fa5-8b32-8282a70a76da tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (a5ef5886-1392-41db-a61f-5446308bfb01), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:39.503071 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-d1437137-ad9e-4c79-a217-4dca43b3ebf7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:39.530680 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-12b9090f-f8a2-40ac-a759-534807e501f7 req-0f6bde0e-faed-4fa5-8b32-8282a70a76da tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] For port a5ef5886-1392-41db-a61f-5446308bfb01, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a5ef5886-1392-41db-a61f-5446308bfb01,segment=NetworkSegment(6f9c35f3-31ac-423b-9cd6-924e104367f2),segment_id=6f9c35f3-31ac-423b-9cd6-924e104367f2)] {{(pid=110144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:49:39.531032 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-12b9090f-f8a2-40ac-a759-534807e501f7 req-0f6bde0e-faed-4fa5-8b32-8282a70a76da tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (a5ef5886-1392-41db-a61f-5446308bfb01), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:39.543039 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-12b9090f-f8a2-40ac-a759-534807e501f7 req-0f6bde0e-faed-4fa5-8b32-8282a70a76da tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Calling delete_port for a5ef5886-1392-41db-a61f-5446308bfb01 owned by compute:nova {{(pid=110144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:49:39.581937 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-d1437137-ad9e-4c79-a217-4dca43b3ebf7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952661'] for floatingip (76efcc1e-e9f8-4f9a-acd2-6ff7779ef009), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:39.719259 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.db.l3_db [None req-d1437137-ad9e-4c79-a217-4dca43b3ebf7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Floating IP 76efcc1e-e9f8-4f9a-acd2-6ff7779ef009 associated. External IP: 172.27.0.252, port: 396ca5b0-9be7-40df-a034-192908e0a0d8. Mar 08 04:49:39.832780 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-12b9090f-f8a2-40ac-a759-534807e501f7 req-0f6bde0e-faed-4fa5-8b32-8282a70a76da tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (a5ef5886-1392-41db-a61f-5446308bfb01), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:39.844587 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] get_ports_and_sgs() called for port_ids ['a5ef5886-1392-41db-a61f-5446308bfb01'] {{(pid=110146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:49:39.898866 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6bde0e-faed-4fa5-8b32-8282a70a76da tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Pushing event deleted for resources: {'Port': ['ID=a5ef5886-1392-41db-a61f-5446308bfb01,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:49:39.955255 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ccf3e989-0323-4da4-9e2b-6147a5d158c7 req-aae319d8-d353-4d6d-990c-604d6422b8da tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d2be99-fd16-4a68-82f8-ca37499af570 HTTP/1.1" status: 200 len: 210 time: 0.0542762 Mar 08 04:49:40.000928 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b9090f-f8a2-40ac-a759-534807e501f7 req-0f6bde0e-faed-4fa5-8b32-8282a70a76da tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] No DVR routers for this DVR port a5ef5886-1392-41db-a61f-5446308bfb01 on host hv-cinder-74014 {{(pid=110144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:49:40.004373 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-12b9090f-f8a2-40ac-a759-534807e501f7 req-0f6bde0e-faed-4fa5-8b32-8282a70a76da tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:40.008128 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-12b9090f-f8a2-40ac-a759-534807e501f7 req-0f6bde0e-faed-4fa5-8b32-8282a70a76da tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.18 "DELETE /v2.0/ports/a5ef5886-1392-41db-a61f-5446308bfb01 HTTP/1.1" status: 204 len: 173 time: 0.8734639 Mar 08 04:49:40.008561 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d2be99-fd16-4a68-82f8-ca37499af570', 'name': 'network-vif-deleted', 'tag': 'a5ef5886-1392-41db-a61f-5446308bfb01'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:49:40.010771 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd737b41-cf4d-4541-aef0-b1f72cb21cab" -d '{"events": [{"server_uuid": "59d2be99-fd16-4a68-82f8-ca37499af570", "name": "network-vif-deleted", "tag": "a5ef5886-1392-41db-a61f-5446308bfb01"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:49:40.040015 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1437137-ad9e-4c79-a217-4dca43b3ebf7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Router 2f54059b-7e76-47b0-a531-baf7a8872fae has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:49:40.045031 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27be89c8-3be3-402b-b843-ec7832ba3d89 x-openstack-request-id: req-27be89c8-3be3-402b-b843-ec7832ba3d89 {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:49:40.045348 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d2be99-fd16-4a68-82f8-ca37499af570", "name": "network-vif-deleted", "tag": "a5ef5886-1392-41db-a61f-5446308bfb01", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:49:40.045669 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-27be89c8-3be3-402b-b843-ec7832ba3d89 {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:49:40.046069 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d2be99-fd16-4a68-82f8-ca37499af570', 'name': 'network-vif-deleted', 'tag': 'a5ef5886-1392-41db-a61f-5446308bfb01', 'status': 'completed', 'code': 200} Mar 08 04:49:40.155244 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1437137-ad9e-4c79-a217-4dca43b3ebf7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:49:40.159853 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-d1437137-ad9e-4c79-a217-4dca43b3ebf7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for floatingip (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:40.165747 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd613ae7-8244-4a04-a242-035e1500b704 None None] Sync routers for ids ['2f54059b-7e76-47b0-a531-baf7a8872fae'] in dv-cinder-740146-13-iscsi {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:49:40.180646 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd613ae7-8244-4a04-a242-035e1500b704 None None] Routers {'2f54059b-7e76-47b0-a531-baf7a8872fae'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:49:40.181585 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-fd613ae7-8244-4a04-a242-035e1500b704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:49:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['2f54059b-7e76-47b0-a531-baf7a8872fae'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:49:40.194883 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-d1437137-ad9e-4c79-a217-4dca43b3ebf7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "PUT /v2.0/floatingips/76efcc1e-e9f8-4f9a-acd2-6ff7779ef009 HTTP/1.1" status: 200 len: 992 time: 1.6838288 Mar 08 04:49:40.296481 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-fd613ae7-8244-4a04-a242-035e1500b704 None None] Set router 2f54059b-7e76-47b0-a531-baf7a8872fae gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:49:40.639944 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-fd613ae7-8244-4a04-a242-035e1500b704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'name': 'tempest-AttachVolumeNegativeTest-650372177-router', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'gw_port': {'id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': '76efcc1e-e9f8-4f9a-acd2-6ff7779ef009', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'floating_ip_address': '172.27.0.252', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'port_id': '396ca5b0-9be7-40df-a034-192908e0a0d8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'mac_address': 'fa:16:3e:29:7e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559c5fce-d974-49e5-a8a3-dccc3eaafa7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:49:13Z', 'updated_at': '2022-03-08T04:49:39Z', 'revision_number': 1, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb1992b2-5788-4f84-8a8e-83e131e61c13', 'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'mac_address': 'fa:16:3e:5f:97:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7efbded5-60f9-4264-992d-981c4669fa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:31Z', 'updated_at': '2022-03-08T04:43:45Z', 'revision_number': 5, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'subnets': [{'id': '7efbded5-60f9-4264-992d-981c4669fa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:49:40.668544 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd613ae7-8244-4a04-a242-035e1500b704 None None] Checking router: 2f54059b-7e76-47b0-a531-baf7a8872fae for host: dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:49:40.676578 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd613ae7-8244-4a04-a242-035e1500b704 None None] Routers {'2f54059b-7e76-47b0-a531-baf7a8872fae'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:49:40.677193 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-fd613ae7-8244-4a04-a242-035e1500b704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:49:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['2f54059b-7e76-47b0-a531-baf7a8872fae'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:49:40.779536 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-fd613ae7-8244-4a04-a242-035e1500b704 None None] Set router 2f54059b-7e76-47b0-a531-baf7a8872fae gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:49:41.007753 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-fd613ae7-8244-4a04-a242-035e1500b704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'name': 'tempest-AttachVolumeNegativeTest-650372177-router', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'gw_port': {'id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': '76efcc1e-e9f8-4f9a-acd2-6ff7779ef009', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'floating_ip_address': '172.27.0.252', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'port_id': '396ca5b0-9be7-40df-a034-192908e0a0d8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'mac_address': 'fa:16:3e:29:7e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559c5fce-d974-49e5-a8a3-dccc3eaafa7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:49:13Z', 'updated_at': '2022-03-08T04:49:39Z', 'revision_number': 1, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb1992b2-5788-4f84-8a8e-83e131e61c13', 'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'mac_address': 'fa:16:3e:5f:97:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7efbded5-60f9-4264-992d-981c4669fa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:31Z', 'updated_at': '2022-03-08T04:43:45Z', 'revision_number': 5, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'subnets': [{'id': '7efbded5-60f9-4264-992d-981c4669fa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:49:41.036284 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd613ae7-8244-4a04-a242-035e1500b704 None None] The sync data for ids ['2f54059b-7e76-47b0-a531-baf7a8872fae'] in dv-cinder-740146-13-iscsi is: [{'id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'name': 'tempest-AttachVolumeNegativeTest-650372177-router', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'gw_port': {'id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': '76efcc1e-e9f8-4f9a-acd2-6ff7779ef009', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'floating_ip_address': '172.27.0.252', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'port_id': '396ca5b0-9be7-40df-a034-192908e0a0d8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 453, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'mac_address': 'fa:16:3e:29:7e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559c5fce-d974-49e5-a8a3-dccc3eaafa7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:49:13Z', 'updated_at': '2022-03-08T04:49:39Z', 'revision_number': 1, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb1992b2-5788-4f84-8a8e-83e131e61c13', 'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'mac_address': 'fa:16:3e:5f:97:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7efbded5-60f9-4264-992d-981c4669fa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:31Z', 'updated_at': '2022-03-08T04:43:45Z', 'revision_number': 5, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'subnets': [{'id': '7efbded5-60f9-4264-992d-981c4669fa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:49:41.233976 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728cda95-5d87-4128-8ec2-3782d3eef8e4 None None] New status for floating IP 76efcc1e-e9f8-4f9a-acd2-6ff7779ef009: ACTIVE {{(pid=110147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:49:42.046705 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '559c5fce-d974-49e5-a8a3-dccc3eaafa7c', 'tag': '396ca5b0-9be7-40df-a034-192908e0a0d8'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:49:42.049094 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d48e596-2fbf-45ed-bde0-dcf534572f3d" -d '{"events": [{"name": "network-changed", "server_uuid": "559c5fce-d974-49e5-a8a3-dccc3eaafa7c", "tag": "396ca5b0-9be7-40df-a034-192908e0a0d8"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:49:42.084248 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81063bc0-f1d0-45e9-b7ba-af9d8330c917 x-openstack-request-id: req-81063bc0-f1d0-45e9-b7ba-af9d8330c917 {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:49:42.084561 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "559c5fce-d974-49e5-a8a3-dccc3eaafa7c", "tag": "396ca5b0-9be7-40df-a034-192908e0a0d8", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:49:42.084816 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-81063bc0-f1d0-45e9-b7ba-af9d8330c917 {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:49:42.085300 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '559c5fce-d974-49e5-a8a3-dccc3eaafa7c', 'tag': '396ca5b0-9be7-40df-a034-192908e0a0d8', 'status': 'completed', 'code': 200} Mar 08 04:49:44.012387 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-f99c5b92-1676-4a4c-8643-fc36c91e3e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:44.106413 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device a5ef5886-1392-41db-a61f-5446308bfb01 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:49:44.126528 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] No Port match for: a5ef5886-1392-41db-a61f-5446308bfb01 {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:49:44.126874 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device a5ef5886-1392-41db-a61f-5446308bfb01 not bound to the agent host hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:49:45.337694 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48e596-2fbf-45ed-bde0-dcf534572f3d req-792c7a91-3bf9-4186-972b-1d185c331eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:45.339189 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4d48e596-2fbf-45ed-bde0-dcf534572f3d req-792c7a91-3bf9-4186-972b-1d185c331eb9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aeea4438116f4318bc83a1167fc0068f&device_id=559c5fce-d974-49e5-a8a3-dccc3eaafa7c HTTP/1.1" status: 200 len: 1130 time: 0.0440335 Mar 08 04:49:45.429797 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48e596-2fbf-45ed-bde0-dcf534572f3d req-6349a082-bd15-4948-8d77-79d2387d2c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:45.431258 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4d48e596-2fbf-45ed-bde0-dcf534572f3d req-6349a082-bd15-4948-8d77-79d2387d2c22 service neutron] 10.222.0.18 "GET /v2.0/networks?id=55973e4d-cfae-4744-97c2-2f6db5b5eaa4 HTTP/1.1" status: 200 len: 915 time: 0.0853214 Mar 08 04:49:45.495674 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4d48e596-2fbf-45ed-bde0-dcf534572f3d req-4d360e00-31f2-4166-80ca-f170e04a9904 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=396ca5b0-9be7-40df-a034-192908e0a0d8 HTTP/1.1" status: 200 len: 1002 time: 0.0558088 Mar 08 04:49:45.546997 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48e596-2fbf-45ed-bde0-dcf534572f3d req-ce75d273-da9f-4ff4-9c3c-7c853ec3bb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:45.548422 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4d48e596-2fbf-45ed-bde0-dcf534572f3d req-ce75d273-da9f-4ff4-9c3c-7c853ec3bb98 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7efbded5-60f9-4264-992d-981c4669fa99 HTTP/1.1" status: 200 len: 853 time: 0.0458314 Mar 08 04:49:45.594288 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48e596-2fbf-45ed-bde0-dcf534572f3d req-d1794529-2f83-43a7-b921-4767c97c2674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:45.595739 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4d48e596-2fbf-45ed-bde0-dcf534572f3d req-d1794529-2f83-43a7-b921-4767c97c2674 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55973e4d-cfae-4744-97c2-2f6db5b5eaa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409138 Mar 08 04:49:45.678873 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4d48e596-2fbf-45ed-bde0-dcf534572f3d req-686e3102-606b-42b7-9b32-78d630afd9cc service neutron] 10.222.0.18 "GET /v2.0/networks/55973e4d-cfae-4744-97c2-2f6db5b5eaa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0768659 Mar 08 04:49:45.766941 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4d48e596-2fbf-45ed-bde0-dcf534572f3d req-e4517950-33bf-4a8b-9fc6-6b0a7079c6ec service neutron] 10.222.0.18 "GET /v2.0/networks/55973e4d-cfae-4744-97c2-2f6db5b5eaa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824184 Mar 08 04:49:46.219009 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-a72ef132-a9ce-42ec-bb44-f292ed01ba39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:47.199052 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:49:47.252664 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:48.687558 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:50.080692 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:52.549780 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-e3dcc5d1-da12-4181-8a85-80ffc2364092 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:52.551525 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-e3dcc5d1-da12-4181-8a85-80ffc2364092 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/networks?id=b235c328-3873-4904-9984-b5dbe0d3a72a HTTP/1.1" status: 200 len: 814 time: 0.1012433 Mar 08 04:49:52.565259 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-605962c9-b769-4ee4-928f-ff34566c5025 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/quotas/b337b8c9823344cab11b8480dcff21a9 HTTP/1.1" status: 200 len: 375 time: 0.0085378 Mar 08 04:49:52.594917 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-237e12e6-8d19-4424-ab66-cc4ed462dd98 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=b337b8c9823344cab11b8480dcff21a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250778 Mar 08 04:49:52.721059 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-1e52ede2-57df-4a3e-9e3e-64ec0e7559b7 service neutron] 10.222.0.35 "GET /v2.0/networks/b235c328-3873-4904-9984-b5dbe0d3a72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200268 Mar 08 04:49:52.808028 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-aecc06b1-0c00-4ef2-9548-bf1897444864 service neutron] 10.222.0.35 "GET /v2.0/networks/b235c328-3873-4904-9984-b5dbe0d3a72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812619 Mar 08 04:49:53.061241 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-86fc84fd-3f9c-418e-abe9-1e87fe9620a2 req-b12426fa-7f81-4164-b73c-c5571e3e47e8 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/ports?device_id=880ecec1-579c-4d7e-b907-309cdbe25a44 HTTP/1.1" status: 200 len: 210 time: 0.0291686 Mar 08 04:49:54.157227 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a916e62f-38e0-43da-81c0-f55df8df32df req-ff30e821-0d35-41fd-8dd6-2ad756db145d tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/ports?device_id=880ecec1-579c-4d7e-b907-309cdbe25a44 HTTP/1.1" status: 200 len: 210 time: 0.0288897 Mar 08 04:49:55.029574 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe1264-12a8-4fbd-aa4d-7220c88c191f req-ea2b8e07-0255-40e9-b364-81b76a2ac8cb tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:55.031049 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-10fe1264-12a8-4fbd-aa4d-7220c88c191f req-ea2b8e07-0255-40e9-b364-81b76a2ac8cb tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 946 time: 0.1142762 Mar 08 04:49:55.036701 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-4b0a7861-eb23-4578-9d08-0ba6b5f64a7f tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:55.038086 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-4b0a7861-eb23-4578-9d08-0ba6b5f64a7f tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.18 "GET /v2.0/networks?id=b235c328-3873-4904-9984-b5dbe0d3a72a HTTP/1.1" status: 200 len: 814 time: 0.1421223 Mar 08 04:49:55.057868 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-28a5ba20-cf8a-49be-9aa4-134f4c2ac316 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Request body: {'port': {'device_id': '880ecec1-579c-4d7e-b907-309cdbe25a44', 'network_id': 'b235c328-3873-4904-9984-b5dbe0d3a72a', 'admin_state_up': True, 'tenant_id': 'b337b8c9823344cab11b8480dcff21a9'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:49:55.255388 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-5d3a3323-35bd-4b6f-a10e-a04a22ebd303 req-b3b1bf3f-a3a8-4705-a3de-f7d6ed7c8507 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/ports?device_id=880ecec1-579c-4d7e-b907-309cdbe25a44 HTTP/1.1" status: 200 len: 210 time: 0.0282798 Mar 08 04:49:55.376861 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-10fe1264-12a8-4fbd-aa4d-7220c88c191f req-f7396fa7-2617-4d86-8d52-c33ecfc0d6e8 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3378122 Mar 08 04:49:55.477484 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-28a5ba20-cf8a-49be-9aa4-134f4c2ac316 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Made reservation on behalf of b337b8c9823344cab11b8480dcff21a9 for: {'port': 1} {{(pid=110144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:49:55.481122 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-28a5ba20-cf8a-49be-9aa4-134f4c2ac316 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:55.600579 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_common [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-28a5ba20-cf8a-49be-9aa4-134f4c2ac316 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Allocated IP 172.20.0.7 (b235c328-3873-4904-9984-b5dbe0d3a72a/7e612590-aeda-498b-a185-1e31689721d9/24b67deb-6b51-4b21-9224-2185f7e5c6f7) {{(pid=110144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:49:55.741882 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-28a5ba20-cf8a-49be-9aa4-134f4c2ac316 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Publish callbacks [] for port (24b67deb-6b51-4b21-9224-2185f7e5c6f7), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:55.829510 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-28a5ba20-cf8a-49be-9aa4-134f4c2ac316 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (24b67deb-6b51-4b21-9224-2185f7e5c6f7), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:55.870776 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-28a5ba20-cf8a-49be-9aa4-134f4c2ac316 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Network b235c328-3873-4904-9984-b5dbe0d3a72a is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:49:55.873813 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-28a5ba20-cf8a-49be-9aa4-134f4c2ac316 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:49:55.877248 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-28a5ba20-cf8a-49be-9aa4-134f4c2ac316 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Received port after_create {{(pid=110144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:49:55.905973 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5ba20-cf8a-49be-9aa4-134f4c2ac316 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Pushing event updated for resources: {'Port': ['ID=24b67deb-6b51-4b21-9224-2185f7e5c6f7,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:49:55.932728 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-28a5ba20-cf8a-49be-9aa4-134f4c2ac316 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:55.933356 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-28a5ba20-cf8a-49be-9aa4-134f4c2ac316 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:56.038885 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-28a5ba20-cf8a-49be-9aa4-134f4c2ac316 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9865551 Mar 08 04:49:56.054520 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-031f1be7-993d-4e5f-baa5-f70771013fc9 service neutron] Request body: {'port': {'device_id': '880ecec1-579c-4d7e-b907-309cdbe25a44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:49:56.112018 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-031f1be7-993d-4e5f-baa5-f70771013fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (24b67deb-6b51-4b21-9224-2185f7e5c6f7), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:56.366777 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-031f1be7-993d-4e5f-baa5-f70771013fc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24b67deb-6b51-4b21-9224-2185f7e5c6f7 {{(pid=110144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:49:56.374945 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-031f1be7-993d-4e5f-baa5-f70771013fc9 service neutron] Publish callbacks [] for port (24b67deb-6b51-4b21-9224-2185f7e5c6f7), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:56.377052 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40142325-87ed-4932-b598-bbe60faff63b req-a185bb40-81c4-4c89-a76a-f6f96d114ca9 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:56.378550 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-40142325-87ed-4932-b598-bbe60faff63b req-a185bb40-81c4-4c89-a76a-f6f96d114ca9 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/ports?device_id=880ecec1-579c-4d7e-b907-309cdbe25a44 HTTP/1.1" status: 200 len: 931 time: 0.0505784 Mar 08 04:49:56.386888 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.provisioning_blocks [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-031f1be7-993d-4e5f-baa5-f70771013fc9 service neutron] Transition to ACTIVE for port object 24b67deb-6b51-4b21-9224-2185f7e5c6f7 will not be triggered until provisioned by entity L2. {{(pid=110144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 04:49:56.425385 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-40142325-87ed-4932-b598-bbe60faff63b req-86e3099d-ee93-43f5-8d50-d64a2482b286 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/security-groups?id=7705b2e9-a5e0-4c30-9a81-7b217e00688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411360 Mar 08 04:49:56.472683 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-031f1be7-993d-4e5f-baa5-f70771013fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4052309'] for port (24b67deb-6b51-4b21-9224-2185f7e5c6f7), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:56.535092 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f1be7-993d-4e5f-baa5-f70771013fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=24b67deb-6b51-4b21-9224-2185f7e5c6f7,revision_number=2']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:49:56.544030 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae672397-ec9f-461f-8afe-f9008e307eea req-0555f0fe-b15f-47c8-9ef7-a45997d9d36f tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:56.545537 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ae672397-ec9f-461f-8afe-f9008e307eea req-0555f0fe-b15f-47c8-9ef7-a45997d9d36f tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 946 time: 0.1002762 Mar 08 04:49:56.643171 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ae672397-ec9f-461f-8afe-f9008e307eea req-e2aca050-429a-45da-9dda-e71ca3322ecb tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825164 Mar 08 04:49:56.645409 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-031f1be7-993d-4e5f-baa5-f70771013fc9 service neutron] Attempting to bind port 24b67deb-6b51-4b21-9224-2185f7e5c6f7 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:49:56.645743 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-031f1be7-993d-4e5f-baa5-f70771013fc9 service neutron] Attempting to bind port 24b67deb-6b51-4b21-9224-2185f7e5c6f7 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '6f9c35f3-31ac-423b-9cd6-924e104367f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b235c328-3873-4904-9984-b5dbe0d3a72a'}] {{(pid=110144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:49:56.646132 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-031f1be7-993d-4e5f-baa5-f70771013fc9 service neutron] Attempting to bind port 24b67deb-6b51-4b21-9224-2185f7e5c6f7 on network b235c328-3873-4904-9984-b5dbe0d3a72a {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:49:56.650885 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-031f1be7-993d-4e5f-baa5-f70771013fc9 service neutron] Port 24b67deb-6b51-4b21-9224-2185f7e5c6f7 on network b235c328-3873-4904-9984-b5dbe0d3a72a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 04:49:56.651203 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-031f1be7-993d-4e5f-baa5-f70771013fc9 service neutron] Attempting to bind port 24b67deb-6b51-4b21-9224-2185f7e5c6f7 on network b235c328-3873-4904-9984-b5dbe0d3a72a {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:49:56.655930 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-031f1be7-993d-4e5f-baa5-f70771013fc9 service neutron] Checking agent: {'id': '8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'started_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:49:56.656261 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-031f1be7-993d-4e5f-baa5-f70771013fc9 service neutron] Checking segment: {'id': '6f9c35f3-31ac-423b-9cd6-924e104367f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b235c328-3873-4904-9984-b5dbe0d3a72a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:49:56.656634 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-031f1be7-993d-4e5f-baa5-f70771013fc9 service neutron] Bound using segment: {'id': '6f9c35f3-31ac-423b-9cd6-924e104367f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b235c328-3873-4904-9984-b5dbe0d3a72a'} {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:49:56.657058 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-031f1be7-993d-4e5f-baa5-f70771013fc9 service neutron] Bound port: 24b67deb-6b51-4b21-9224-2185f7e5c6f7, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f9c35f3-31ac-423b-9cd6-924e104367f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b235c328-3873-4904-9984-b5dbe0d3a72a'}}] {{(pid=110144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:49:56.657449 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-031f1be7-993d-4e5f-baa5-f70771013fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (24b67deb-6b51-4b21-9224-2185f7e5c6f7), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:56.717137 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-031f1be7-993d-4e5f-baa5-f70771013fc9 service neutron] For port 24b67deb-6b51-4b21-9224-2185f7e5c6f7, host hv-cinder-74014, cleared binding levels {{(pid=110144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:49:56.720041 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-031f1be7-993d-4e5f-baa5-f70771013fc9 service neutron] For port 24b67deb-6b51-4b21-9224-2185f7e5c6f7, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=24b67deb-6b51-4b21-9224-2185f7e5c6f7,segment=NetworkSegment(6f9c35f3-31ac-423b-9cd6-924e104367f2),segment_id=6f9c35f3-31ac-423b-9cd6-924e104367f2)] {{(pid=110144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:49:56.795384 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-031f1be7-993d-4e5f-baa5-f70771013fc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4052309'] for port (24b67deb-6b51-4b21-9224-2185f7e5c6f7), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:56.829799 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-031f1be7-993d-4e5f-baa5-f70771013fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:56.830388 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-031f1be7-993d-4e5f-baa5-f70771013fc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:56.831739 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-031f1be7-993d-4e5f-baa5-f70771013fc9 service neutron] 10.222.0.18 "PUT /v2.0/ports/24b67deb-6b51-4b21-9224-2185f7e5c6f7 HTTP/1.1" status: 200 len: 1093 time: 0.7813177 Mar 08 04:49:56.832173 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880ecec1-579c-4d7e-b907-309cdbe25a44', 'tag': '24b67deb-6b51-4b21-9224-2185f7e5c6f7'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:49:56.834400 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3664f65-65de-49fc-b1b3-65c76731bd66" -d '{"events": [{"name": "network-changed", "server_uuid": "880ecec1-579c-4d7e-b907-309cdbe25a44", "tag": "24b67deb-6b51-4b21-9224-2185f7e5c6f7"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:49:56.855936 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f1be7-993d-4e5f-baa5-f70771013fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=24b67deb-6b51-4b21-9224-2185f7e5c6f7,revision_number=3']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:49:56.869060 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974a9cfb-24af-4f29-a2d1-4eeaa64372d0 x-openstack-request-id: req-974a9cfb-24af-4f29-a2d1-4eeaa64372d0 {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:49:56.869400 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "880ecec1-579c-4d7e-b907-309cdbe25a44", "tag": "24b67deb-6b51-4b21-9224-2185f7e5c6f7", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:49:56.869674 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-974a9cfb-24af-4f29-a2d1-4eeaa64372d0 {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:49:56.870085 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '880ecec1-579c-4d7e-b907-309cdbe25a44', 'tag': '24b67deb-6b51-4b21-9224-2185f7e5c6f7', 'status': 'completed', 'code': 200} Mar 08 04:49:56.939020 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3664f65-65de-49fc-b1b3-65c76731bd66 req-c9b14b79-6bb6-42a6-9c56-350e0e78c2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:56.940523 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-d3664f65-65de-49fc-b1b3-65c76731bd66 req-c9b14b79-6bb6-42a6-9c56-350e0e78c2da service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b337b8c9823344cab11b8480dcff21a9&device_id=880ecec1-579c-4d7e-b907-309cdbe25a44 HTTP/1.1" status: 200 len: 1127 time: 0.0468216 Mar 08 04:49:57.034622 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3664f65-65de-49fc-b1b3-65c76731bd66 req-f23b2062-895e-499a-904f-2d4347730396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:57.036062 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-d3664f65-65de-49fc-b1b3-65c76731bd66 req-f23b2062-895e-499a-904f-2d4347730396 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=b337b8c9823344cab11b8480dcff21a9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0882075 Mar 08 04:49:57.135122 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3664f65-65de-49fc-b1b3-65c76731bd66 req-203cc7ac-83dd-4558-ac53-3001f0726d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:57.136615 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-d3664f65-65de-49fc-b1b3-65c76731bd66 req-203cc7ac-83dd-4558-ac53-3001f0726d3b service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900164 Mar 08 04:49:57.218341 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-f11d653f-b76a-4712-a8ab-d9936766e154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:57.219823 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-f11d653f-b76a-4712-a8ab-d9936766e154 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b337b8c9823344cab11b8480dcff21a9&device_id=880ecec1-579c-4d7e-b907-309cdbe25a44 HTTP/1.1" status: 200 len: 1127 time: 0.0446620 Mar 08 04:49:57.263978 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-2eb30b9e-12d4-4b2d-a949-25134a4cd988 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24b67deb-6b51-4b21-9224-2185f7e5c6f7 HTTP/1.1" status: 200 len: 217 time: 0.0368433 Mar 08 04:49:57.310774 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-bf941156-22e0-4804-bd80-6250aa4662a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:57.312190 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-bf941156-22e0-4804-bd80-6250aa4662a6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e612590-aeda-498b-a185-1e31689721d9 HTTP/1.1" status: 200 len: 854 time: 0.0424466 Mar 08 04:49:57.342274 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-f14a8517-1453-4c04-a26c-6d0e504b8217 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b235c328-3873-4904-9984-b5dbe0d3a72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241139 Mar 08 04:49:57.432413 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-7b08eeee-7063-4f8f-9fce-37bfb8a17215 service neutron] 10.222.0.18 "GET /v2.0/networks/b235c328-3873-4904-9984-b5dbe0d3a72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834529 Mar 08 04:49:57.549247 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a10762e2-2035-42fd-add0-9241eda22fb9 req-6d15d8c4-a774-40ea-972c-ec1029ea0366 service neutron] 10.222.0.18 "GET /v2.0/networks/b235c328-3873-4904-9984-b5dbe0d3a72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103563 Mar 08 04:49:57.561987 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3b323-fb4a-447e-a236-0c08069e33e0 req-eeba19c5-75ea-4eab-8553-f628b952ca4c tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:57.563386 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-20a3b323-fb4a-447e-a236-0c08069e33e0 req-eeba19c5-75ea-4eab-8553-f628b952ca4c tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/ports?device_id=880ecec1-579c-4d7e-b907-309cdbe25a44 HTTP/1.1" status: 200 len: 943 time: 0.0710104 Mar 08 04:49:57.613052 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-20a3b323-fb4a-447e-a236-0c08069e33e0 req-c2242780-b5ea-48d5-872a-c25adc9f5089 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/security-groups?id=7705b2e9-a5e0-4c30-9a81-7b217e00688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439637 Mar 08 04:49:57.760886 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ad534-62bf-4440-8f8a-19441bff7d60 req-b5614b82-7fd8-4be4-8fea-8c592881a255 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:57.762261 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-3d1ad534-62bf-4440-8f8a-19441bff7d60 req-b5614b82-7fd8-4be4-8fea-8c592881a255 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 946 time: 0.0503855 Mar 08 04:49:57.811913 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-3d1ad534-62bf-4440-8f8a-19441bff7d60 req-de786128-f1ba-4713-9085-030f4c10a097 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443559 Mar 08 04:49:58.726389 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0226c6-9e56-4064-b6fd-4b21f5be5515 req-b5417f29-1f82-4520-b735-dea8bc0f8e0f tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:58.727876 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-5b0226c6-9e56-4064-b6fd-4b21f5be5515 req-b5417f29-1f82-4520-b735-dea8bc0f8e0f tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/ports?device_id=880ecec1-579c-4d7e-b907-309cdbe25a44 HTTP/1.1" status: 200 len: 943 time: 0.0507715 Mar 08 04:49:58.773399 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-5b0226c6-9e56-4064-b6fd-4b21f5be5515 req-3a91d024-737a-415d-a9c7-9df139402af0 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/security-groups?id=7705b2e9-a5e0-4c30-9a81-7b217e00688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397856 Mar 08 04:49:58.925699 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f13d17-19db-40fd-b38d-6995ac7400ad req-f6575f46-13fa-464a-848a-b20c4926ecc8 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:58.927066 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-38f13d17-19db-40fd-b38d-6995ac7400ad req-f6575f46-13fa-464a-848a-b20c4926ecc8 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 946 time: 0.0502584 Mar 08 04:49:58.974018 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-38f13d17-19db-40fd-b38d-6995ac7400ad req-7f55115b-b228-4278-a7de-c1639a081dbe tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410800 Mar 08 04:49:59.463448 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:49:59.887016 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e38eb-c7b1-41bc-9b99-edd236d3fd9e req-e87a9ce1-f071-41de-b3fb-8d77a12a36f0 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:49:59.888459 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-042e38eb-c7b1-41bc-9b99-edd236d3fd9e req-e87a9ce1-f071-41de-b3fb-8d77a12a36f0 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/ports?device_id=880ecec1-579c-4d7e-b907-309cdbe25a44 HTTP/1.1" status: 200 len: 943 time: 0.0510035 Mar 08 04:49:59.933856 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-042e38eb-c7b1-41bc-9b99-edd236d3fd9e req-167897b2-ce67-402e-aec5-4087c28aad06 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/security-groups?id=7705b2e9-a5e0-4c30-9a81-7b217e00688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399747 Mar 08 04:50:00.087065 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ae266-8c96-4c20-bb16-912659288516 req-75422c3d-ee8d-4e1d-b6ce-5b4df67c7bea tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:00.089061 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-ff2ae266-8c96-4c20-bb16-912659288516 req-75422c3d-ee8d-4e1d-b6ce-5b4df67c7bea tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 946 time: 0.0511289 Mar 08 04:50:00.135425 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-ff2ae266-8c96-4c20-bb16-912659288516 req-5c62ae98-cbb9-42d2-b818-66e0e3f26583 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408387 Mar 08 04:50:01.049670 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8582a-424f-437d-be8a-e0331619dd7c req-c8045049-5aab-4681-9e90-e76f558ea1f0 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:01.053759 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-3ee8582a-424f-437d-be8a-e0331619dd7c req-c8045049-5aab-4681-9e90-e76f558ea1f0 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/ports?device_id=880ecec1-579c-4d7e-b907-309cdbe25a44 HTTP/1.1" status: 200 len: 943 time: 0.0530856 Mar 08 04:50:01.096398 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-3ee8582a-424f-437d-be8a-e0331619dd7c req-1215b12a-5edf-4a3a-9bce-3fa6a018cdc4 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/security-groups?id=7705b2e9-a5e0-4c30-9a81-7b217e00688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390804 Mar 08 04:50:01.252320 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e2890-6fd3-4721-83c6-f8bf3f4ee7ff req-a1a1920f-3968-4e44-a37f-ef6a76cdc150 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:01.253809 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-001e2890-6fd3-4721-83c6-f8bf3f4ee7ff req-a1a1920f-3968-4e44-a37f-ef6a76cdc150 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 946 time: 0.0541439 Mar 08 04:50:01.301608 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-001e2890-6fd3-4721-83c6-f8bf3f4ee7ff req-d903cb58-ee7f-4f60-9b40-acc7632039e2 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423257 Mar 08 04:50:01.556889 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 24b67deb-6b51-4b21-9224-2185f7e5c6f7 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=110146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:50:01.654118 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 24b67deb-6b51-4b21-9224-2185f7e5c6f7, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=24b67deb-6b51-4b21-9224-2185f7e5c6f7,segment=NetworkSegment(6f9c35f3-31ac-423b-9cd6-924e104367f2),segment_id=6f9c35f3-31ac-423b-9cd6-924e104367f2)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:50:01.664047 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Returning: {'device': '24b67deb-6b51-4b21-9224-2185f7e5c6f7', 'network_id': 'b235c328-3873-4904-9984-b5dbe0d3a72a', 'port_id': '24b67deb-6b51-4b21-9224-2185f7e5c6f7', 'mac_address': 'fa:16:3e:f4:f0:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e612590-aeda-498b-a185-1e31689721d9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:50:01.700077 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port 24b67deb-6b51-4b21-9224-2185f7e5c6f7 is: DOWN; New status is: BUILD {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:50:01.700464 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (24b67deb-6b51-4b21-9224-2185f7e5c6f7), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:01.713234 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24b67deb-6b51-4b21-9224-2185f7e5c6f7 {{(pid=110146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:50:01.731432 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 24b67deb-6b51-4b21-9224-2185f7e5c6f7, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=24b67deb-6b51-4b21-9224-2185f7e5c6f7,segment=NetworkSegment(6f9c35f3-31ac-423b-9cd6-924e104367f2),segment_id=6f9c35f3-31ac-423b-9cd6-924e104367f2)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:50:01.790610 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (24b67deb-6b51-4b21-9224-2185f7e5c6f7), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:01.836372 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=24b67deb-6b51-4b21-9224-2185f7e5c6f7,revision_number=4']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:50:02.210930 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b2330-56b4-43c2-82ad-36075d1bf09a req-ccd4fbc0-4ab1-49df-8a78-ceffc7e2b68d tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:02.212387 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-663b2330-56b4-43c2-82ad-36075d1bf09a req-ccd4fbc0-4ab1-49df-8a78-ceffc7e2b68d tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/ports?device_id=880ecec1-579c-4d7e-b907-309cdbe25a44 HTTP/1.1" status: 200 len: 944 time: 0.0510404 Mar 08 04:50:02.267763 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-663b2330-56b4-43c2-82ad-36075d1bf09a req-a7168e69-9cf6-4f92-9152-a6726714ec6e tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/security-groups?id=7705b2e9-a5e0-4c30-9a81-7b217e00688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499637 Mar 08 04:50:02.291754 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] get_ports_and_sgs() called for port_ids ['24b67deb-6b51-4b21-9224-2185f7e5c6f7'] {{(pid=110146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:50:02.417089 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a293c10b-d7fa-42c0-8095-028f4ee2b21a req-16d78daf-3092-49b5-a701-ce5ac34022cb tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:02.418589 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-a293c10b-d7fa-42c0-8095-028f4ee2b21a req-16d78daf-3092-49b5-a701-ce5ac34022cb tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 946 time: 0.0517914 Mar 08 04:50:02.465440 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-a293c10b-d7fa-42c0-8095-028f4ee2b21a req-e044ab67-1695-4367-bd5d-3968e5ade08d tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414386 Mar 08 04:50:03.383213 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c485f8f2-85a0-44a4-b9a2-ec60a606cd89 req-2ad164fd-c0b9-4929-b71a-cea9e6d69605 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:03.385312 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c485f8f2-85a0-44a4-b9a2-ec60a606cd89 req-2ad164fd-c0b9-4929-b71a-cea9e6d69605 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/ports?device_id=880ecec1-579c-4d7e-b907-309cdbe25a44 HTTP/1.1" status: 200 len: 944 time: 0.0543559 Mar 08 04:50:03.430228 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c485f8f2-85a0-44a4-b9a2-ec60a606cd89 req-41ba8efa-4161-47ce-8449-2bf9e38c0fdb tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/security-groups?id=7705b2e9-a5e0-4c30-9a81-7b217e00688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395594 Mar 08 04:50:03.520425 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 24b67deb-6b51-4b21-9224-2185f7e5c6f7 up at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:50:03.579927 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c0e882-792c-4bd4-a2a3-7e29ca397a57 req-6b1db933-bbf7-439b-9dfb-bb42f9d26d42 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:03.581366 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-c4c0e882-792c-4bd4-a2a3-7e29ca397a57 req-6b1db933-bbf7-439b-9dfb-bb42f9d26d42 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 946 time: 0.0508063 Mar 08 04:50:03.630786 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning for port 24b67deb-6b51-4b21-9224-2185f7e5c6f7 completed by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 04:50:03.632893 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-c4c0e882-792c-4bd4-a2a3-7e29ca397a57 req-d631a09e-21a8-4a81-ae45-9aa1ee8baa65 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456564 Mar 08 04:50:03.635497 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning complete for port 24b67deb-6b51-4b21-9224-2185f7e5c6f7 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:50:03.635927 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (24b67deb-6b51-4b21-9224-2185f7e5c6f7), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:03.715823 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port 24b67deb-6b51-4b21-9224-2185f7e5c6f7 is: BUILD; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:50:03.716220 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (24b67deb-6b51-4b21-9224-2185f7e5c6f7), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:03.737913 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880ecec1-579c-4d7e-b907-309cdbe25a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b67deb-6b51-4b21-9224-2185f7e5c6f7'}] {{(pid=110146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:50:03.740108 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce5c9d46ce85cdc7bdd5e39ea1b8e3d9b9c3a590759baa6189aad05618b43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d5475d-ccad-43fb-a75a-3988088af6d9" -d '{"events": [{"server_uuid": "880ecec1-579c-4d7e-b907-309cdbe25a44", "name": "network-vif-plugged", "status": "completed", "tag": "24b67deb-6b51-4b21-9224-2185f7e5c6f7"}]}' {{(pid=110146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:50:03.753010 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 24b67deb-6b51-4b21-9224-2185f7e5c6f7, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=24b67deb-6b51-4b21-9224-2185f7e5c6f7,segment=NetworkSegment(6f9c35f3-31ac-423b-9cd6-924e104367f2),segment_id=6f9c35f3-31ac-423b-9cd6-924e104367f2)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:50:03.775361 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6b2307-1c8e-4c34-b182-1ae487dcb957 x-openstack-request-id: req-bf6b2307-1c8e-4c34-b182-1ae487dcb957 {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:50:03.775656 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880ecec1-579c-4d7e-b907-309cdbe25a44", "name": "network-vif-plugged", "status": "completed", "tag": "24b67deb-6b51-4b21-9224-2185f7e5c6f7", "code": 200}]} {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:50:03.775913 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bf6b2307-1c8e-4c34-b182-1ae487dcb957 {{(pid=110146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:50:03.776305 dv-cinder-740146-13-iscsi neutron-server[110146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880ecec1-579c-4d7e-b907-309cdbe25a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24b67deb-6b51-4b21-9224-2185f7e5c6f7', 'code': 200} Mar 08 04:50:03.802276 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (24b67deb-6b51-4b21-9224-2185f7e5c6f7), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:03.849067 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=24b67deb-6b51-4b21-9224-2185f7e5c6f7,revision_number=5']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:50:04.048442 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9544655-b582-40d5-bbb8-ad5740e090e2 req-97a840f4-778a-45a0-b516-aea43b22c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:04.050125 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e9544655-b582-40d5-bbb8-ad5740e090e2 req-97a840f4-778a-45a0-b516-aea43b22c51f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=880ecec1-579c-4d7e-b907-309cdbe25a44 HTTP/1.1" status: 200 len: 1129 time: 0.0436859 Mar 08 04:50:04.092477 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e9544655-b582-40d5-bbb8-ad5740e090e2 req-c6764790-ba2a-44a2-9233-73934de14df2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7705b2e9-a5e0-4c30-9a81-7b217e00688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361683 Mar 08 04:50:04.547033 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af31040-180e-4cb8-999b-cfbc2e37790b req-eab097a2-bba5-4938-880d-f0310ae91180 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:04.548402 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-6af31040-180e-4cb8-999b-cfbc2e37790b req-eab097a2-bba5-4938-880d-f0310ae91180 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/ports?device_id=880ecec1-579c-4d7e-b907-309cdbe25a44 HTTP/1.1" status: 200 len: 945 time: 0.0514433 Mar 08 04:50:04.593399 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-6af31040-180e-4cb8-999b-cfbc2e37790b req-4117efc8-afaa-47c7-a51d-42a6c8838031 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/security-groups?id=7705b2e9-a5e0-4c30-9a81-7b217e00688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395534 Mar 08 04:50:04.748717 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eabe2c-a5a4-4ddf-9252-d73af7e6b901 req-551f0f90-895f-4308-937b-65b5de46d5a0 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:04.750196 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-42eabe2c-a5a4-4ddf-9252-d73af7e6b901 req-551f0f90-895f-4308-937b-65b5de46d5a0 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 946 time: 0.0502675 Mar 08 04:50:04.800628 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-42eabe2c-a5a4-4ddf-9252-d73af7e6b901 req-2be19a1d-1d8d-4188-9a09-b4030d81eb96 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449948 Mar 08 04:50:05.352711 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c44809-df29-4b34-8e3f-25c445ef298c req-5ffbb953-f073-4d61-8d1a-95721babe002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:05.354955 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c6c44809-df29-4b34-8e3f-25c445ef298c req-5ffbb953-f073-4d61-8d1a-95721babe002 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2bcb6fa5cf414d02895f25160874a65a&device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 1130 time: 0.0423703 Mar 08 04:50:05.441933 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c44809-df29-4b34-8e3f-25c445ef298c req-56aa04ac-044a-47ca-b048-2237ae12959a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:05.443397 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c6c44809-df29-4b34-8e3f-25c445ef298c req-56aa04ac-044a-47ca-b048-2237ae12959a service neutron] 10.222.0.18 "GET /v2.0/networks?id=cefdff50-dbc7-41bb-af8b-f00fe77830ed HTTP/1.1" status: 200 len: 909 time: 0.0822477 Mar 08 04:50:05.513844 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c6c44809-df29-4b34-8e3f-25c445ef298c req-d69230d2-c708-4bbf-9fd1-468a104afb05 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0f45d37-e44b-4898-9a6f-c2d49b02e73a HTTP/1.1" status: 200 len: 1002 time: 0.0602865 Mar 08 04:50:05.562708 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c44809-df29-4b34-8e3f-25c445ef298c req-327ffcc7-5702-4145-80ab-a2a4ed190e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:05.564075 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c6c44809-df29-4b34-8e3f-25c445ef298c req-327ffcc7-5702-4145-80ab-a2a4ed190e09 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5f0f0ac8-39f3-4773-89a2-7e5b57fd3f29 HTTP/1.1" status: 200 len: 847 time: 0.0426605 Mar 08 04:50:05.611820 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c44809-df29-4b34-8e3f-25c445ef298c req-e46895ff-4f1d-4b97-9f1e-f8ef1878bb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:05.613341 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c6c44809-df29-4b34-8e3f-25c445ef298c req-e46895ff-4f1d-4b97-9f1e-f8ef1878bb62 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cefdff50-dbc7-41bb-af8b-f00fe77830ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420055 Mar 08 04:50:05.703387 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c6c44809-df29-4b34-8e3f-25c445ef298c req-0c848385-550f-4672-bc74-63c6e400ca48 service neutron] 10.222.0.18 "GET /v2.0/networks/cefdff50-dbc7-41bb-af8b-f00fe77830ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833611 Mar 08 04:50:05.706568 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac2789-56b4-4afb-8f99-8383cd493879 req-c0c44ed4-0eda-4bbc-8dba-90b80c7415d7 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:05.708011 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-5dac2789-56b4-4afb-8f99-8383cd493879 req-c0c44ed4-0eda-4bbc-8dba-90b80c7415d7 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/ports?device_id=880ecec1-579c-4d7e-b907-309cdbe25a44 HTTP/1.1" status: 200 len: 945 time: 0.0494483 Mar 08 04:50:05.753229 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-5dac2789-56b4-4afb-8f99-8383cd493879 req-9ecb005f-ae92-4dbe-8fa9-3665eec2b1d3 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/security-groups?id=7705b2e9-a5e0-4c30-9a81-7b217e00688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391784 Mar 08 04:50:05.800082 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c6c44809-df29-4b34-8e3f-25c445ef298c req-8cfa5170-c825-4036-8668-a702bf97e122 service neutron] 10.222.0.18 "GET /v2.0/networks/cefdff50-dbc7-41bb-af8b-f00fe77830ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812931 Mar 08 04:50:05.926207 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f37e79-0176-4c42-be19-17a38f809c89 req-c6d4cd65-1301-4a66-b07e-f984ef657dde tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:05.927712 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-85f37e79-0176-4c42-be19-17a38f809c89 req-c6d4cd65-1301-4a66-b07e-f984ef657dde tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 946 time: 0.0547841 Mar 08 04:50:05.976506 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-85f37e79-0176-4c42-be19-17a38f809c89 req-ebcf7e88-e25a-4de3-bf7d-49ac5bf9c051 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426915 Mar 08 04:50:06.873665 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9785edb-0035-48d3-9321-4cc9cc34104e req-9ed46361-d180-41ad-b0d2-f9e029d7c3ae tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:06.875101 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-c9785edb-0035-48d3-9321-4cc9cc34104e req-9ed46361-d180-41ad-b0d2-f9e029d7c3ae tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/ports?device_id=880ecec1-579c-4d7e-b907-309cdbe25a44 HTTP/1.1" status: 200 len: 945 time: 0.0538263 Mar 08 04:50:06.920289 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-c9785edb-0035-48d3-9321-4cc9cc34104e req-69862429-6be9-424a-9b35-7b7c9ce6963d tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/security-groups?id=7705b2e9-a5e0-4c30-9a81-7b217e00688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398405 Mar 08 04:50:07.095100 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00453f5b-7914-4f0d-b530-110d8f937505 req-b7120454-6f3c-4894-9f7a-e6681fcfe5fa tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:07.096468 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-00453f5b-7914-4f0d-b530-110d8f937505 req-b7120454-6f3c-4894-9f7a-e6681fcfe5fa tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 946 time: 0.0539129 Mar 08 04:50:07.145313 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-00453f5b-7914-4f0d-b530-110d8f937505 req-e551d964-1c55-4a63-9ca4-1aaba71db156 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432286 Mar 08 04:50:08.269534 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23497faa-5161-450d-88b9-71b49fc06fc7 req-5237ea8b-0121-4617-96c1-8292d6bde4f9 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:08.270957 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-23497faa-5161-450d-88b9-71b49fc06fc7 req-5237ea8b-0121-4617-96c1-8292d6bde4f9 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 946 time: 0.0554841 Mar 08 04:50:08.318912 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-23497faa-5161-450d-88b9-71b49fc06fc7 req-bec1e0e6-4450-4e92-874d-347276946e2e tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417790 Mar 08 04:50:08.667412 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a845e-a1af-4527-a2cb-5d79788bd248 req-14248d6a-c2f9-449b-967e-36d1e1928e56 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:08.668859 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-cd7a845e-a1af-4527-a2cb-5d79788bd248 req-14248d6a-c2f9-449b-967e-36d1e1928e56 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 946 time: 0.0812559 Mar 08 04:50:08.703316 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b735b7d3-0cd8-46c8-af5e-22dc10151bf3 req-9a47dfd8-bcd4-44c1-aff9-e93e0c7dd12d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0747335 Mar 08 04:50:08.733728 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-cd7a845e-a1af-4527-a2cb-5d79788bd248 req-c4be3759-3c99-4763-9b3b-27a32afe5cbd tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588412 Mar 08 04:50:08.786708 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735b7d3-0cd8-46c8-af5e-22dc10151bf3 req-d3cc5a7d-c05b-4519-9da5-a5cc8e5bc528 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:08.788067 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b735b7d3-0cd8-46c8-af5e-22dc10151bf3 req-d3cc5a7d-c05b-4519-9da5-a5cc8e5bc528 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports/e0f45d37-e44b-4898-9a6f-c2d49b02e73a HTTP/1.1" status: 200 len: 943 time: 0.0534127 Mar 08 04:50:09.846808 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5918324-402c-400f-99fd-370e943d0fc9 req-ef051db4-7ff6-49a2-b3d1-55bcbeaf0eb2 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:09.848250 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-a5918324-402c-400f-99fd-370e943d0fc9 req-ef051db4-7ff6-49a2-b3d1-55bcbeaf0eb2 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 946 time: 0.0508223 Mar 08 04:50:09.894575 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-a5918324-402c-400f-99fd-370e943d0fc9 req-ed7b76cd-0b68-4f68-a560-45781782f7b8 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409064 Mar 08 04:50:11.007924 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16faa25-51b4-4b35-b139-dc80c1186e22 req-027a33c7-92a6-4e70-b224-3776eae494fd tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:11.009427 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-a16faa25-51b4-4b35-b139-dc80c1186e22 req-027a33c7-92a6-4e70-b224-3776eae494fd tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 946 time: 0.0502105 Mar 08 04:50:11.059392 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-a16faa25-51b4-4b35-b139-dc80c1186e22 req-03e453d2-f098-4251-9f2b-e4e36460f2fd tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445955 Mar 08 04:50:11.566639 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device e0f45d37-e44b-4898-9a6f-c2d49b02e73a no longer exists at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:50:11.639883 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port e0f45d37-e44b-4898-9a6f-c2d49b02e73a is: ACTIVE; New status is: DOWN {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:50:11.640271 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (e0f45d37-e44b-4898-9a6f-c2d49b02e73a), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:11.661542 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c206c0cb-e493-439d-9dae-aeb9857c56f4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0f45d37-e44b-4898-9a6f-c2d49b02e73a'}] {{(pid=110146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:50:11.663706 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce5c9d46ce85cdc7bdd5e39ea1b8e3d9b9c3a590759baa6189aad05618b43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c919bc-08b9-4b69-9791-2c1dc1864d93" -d '{"events": [{"server_uuid": "c206c0cb-e493-439d-9dae-aeb9857c56f4", "name": "network-vif-unplugged", "status": "completed", "tag": "e0f45d37-e44b-4898-9a6f-c2d49b02e73a"}]}' {{(pid=110146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:50:11.675073 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port e0f45d37-e44b-4898-9a6f-c2d49b02e73a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e0f45d37-e44b-4898-9a6f-c2d49b02e73a,segment=NetworkSegment(bfc5b98a-0e1a-4a5e-8877-50d95fc22c17),segment_id=bfc5b98a-0e1a-4a5e-8877-50d95fc22c17)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:50:11.703558 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 08 Mar 2022 04:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2592eb64-06fd-4f49-8c15-340c044ca75a x-openstack-request-id: req-2592eb64-06fd-4f49-8c15-340c044ca75a {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:50:11.703558 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c206c0cb-e493-439d-9dae-aeb9857c56f4", "name": "network-vif-unplugged", "status": "failed", "tag": "e0f45d37-e44b-4898-9a6f-c2d49b02e73a", "code": 422}]} {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:50:11.703558 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2592eb64-06fd-4f49-8c15-340c044ca75a {{(pid=110146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:50:11.703558 dv-cinder-740146-13-iscsi neutron-server[110146]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c206c0cb-e493-439d-9dae-aeb9857c56f4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e0f45d37-e44b-4898-9a6f-c2d49b02e73a', 'code': 422} returned with failed status Mar 08 04:50:11.756322 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (e0f45d37-e44b-4898-9a6f-c2d49b02e73a), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:11.802741 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=e0f45d37-e44b-4898-9a6f-c2d49b02e73a,revision_number=6']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:50:12.172411 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8781a5-2737-4080-bf9c-729a9c2dbc1c req-aa34a4c9-5734-4136-96af-55f46c94fd28 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:12.173926 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ae8781a5-2737-4080-bf9c-729a9c2dbc1c req-aa34a4c9-5734-4136-96af-55f46c94fd28 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 944 time: 0.0506382 Mar 08 04:50:12.220476 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ae8781a5-2737-4080-bf9c-729a9c2dbc1c req-c1d696ee-a70e-40f0-9558-cd4f6d07daa1 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411386 Mar 08 04:50:13.339372 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45efa47-5301-4455-b199-0e1a81d34615 req-ba81937a-15c5-43b2-ac56-c0b4484dccfa tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:13.340801 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a45efa47-5301-4455-b199-0e1a81d34615 req-ba81937a-15c5-43b2-ac56-c0b4484dccfa tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 944 time: 0.0536790 Mar 08 04:50:13.387728 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a45efa47-5301-4455-b199-0e1a81d34615 req-f9e23e5d-0fa8-4c53-9052-bca5e9c104a8 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415409 Mar 08 04:50:13.967566 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-2ed9c821-7076-4ea2-b4a0-c6547f4793bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:14.500164 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd76ac-d4fa-422d-82f6-d84cd281ffb8 req-2500cdf6-2e7e-495f-b6a2-487d410c0d93 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:14.501651 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c4fd76ac-d4fa-422d-82f6-d84cd281ffb8 req-2500cdf6-2e7e-495f-b6a2-487d410c0d93 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 944 time: 0.0505927 Mar 08 04:50:14.549144 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c4fd76ac-d4fa-422d-82f6-d84cd281ffb8 req-622b5463-77c0-4799-b568-df6b952e2b2f tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419660 Mar 08 04:50:15.662117 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3b5e5-406f-4146-98a2-44a2e7ea9ebf req-7fc90d46-2cd3-4b62-bab5-a07baa9825a2 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:15.663637 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-73a3b5e5-406f-4146-98a2-44a2e7ea9ebf req-7fc90d46-2cd3-4b62-bab5-a07baa9825a2 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 944 time: 0.0508597 Mar 08 04:50:15.718733 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-73a3b5e5-406f-4146-98a2-44a2e7ea9ebf req-834cb991-affd-4588-ab66-1ee495cd97c9 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488291 Mar 08 04:50:16.240970 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-5aaf0656-3459-4df2-bbe9-1c5ec8a7d177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:16.671612 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735b7d3-0cd8-46c8-af5e-22dc10151bf3 req-f390f6fe-7a88-4c78-ab62-229223af5338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:16.673101 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b735b7d3-0cd8-46c8-af5e-22dc10151bf3 req-f390f6fe-7a88-4c78-ab62-229223af5338 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4&tenant_id=2bcb6fa5cf414d02895f25160874a65a HTTP/1.1" status: 200 len: 1128 time: 0.0423987 Mar 08 04:50:16.736048 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735b7d3-0cd8-46c8-af5e-22dc10151bf3 req-e29922d2-b58b-43e9-aa50-22a1fd1f7749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:16.737645 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b735b7d3-0cd8-46c8-af5e-22dc10151bf3 req-e29922d2-b58b-43e9-aa50-22a1fd1f7749 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2bcb6fa5cf414d02895f25160874a65a&device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 1128 time: 0.0435333 Mar 08 04:50:16.858235 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735b7d3-0cd8-46c8-af5e-22dc10151bf3 req-66622c14-8600-4eed-a900-165385fe531a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:16.859692 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b735b7d3-0cd8-46c8-af5e-22dc10151bf3 req-66622c14-8600-4eed-a900-165385fe531a service neutron] 10.222.0.18 "GET /v2.0/networks?id=cefdff50-dbc7-41bb-af8b-f00fe77830ed HTTP/1.1" status: 200 len: 909 time: 0.1163275 Mar 08 04:50:16.870684 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb5a31-fd08-4e95-a624-4ad3bcac50a9 req-d685f2e2-5422-4d0e-82db-625f519905d1 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:16.872045 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cdfb5a31-fd08-4e95-a624-4ad3bcac50a9 req-d685f2e2-5422-4d0e-82db-625f519905d1 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 944 time: 0.0739179 Mar 08 04:50:16.967408 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b735b7d3-0cd8-46c8-af5e-22dc10151bf3 req-b5e406d9-455a-420c-81b5-ffb734cae1db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0f45d37-e44b-4898-9a6f-c2d49b02e73a HTTP/1.1" status: 200 len: 1000 time: 0.0943820 Mar 08 04:50:16.971231 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cdfb5a31-fd08-4e95-a624-4ad3bcac50a9 req-38621bd8-c0ea-420c-80bc-155e35b9c311 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928266 Mar 08 04:50:17.030470 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735b7d3-0cd8-46c8-af5e-22dc10151bf3 req-cddc5e43-19c1-4442-9b95-1c4c3e628502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:17.031934 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b735b7d3-0cd8-46c8-af5e-22dc10151bf3 req-cddc5e43-19c1-4442-9b95-1c4c3e628502 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5f0f0ac8-39f3-4773-89a2-7e5b57fd3f29 HTTP/1.1" status: 200 len: 847 time: 0.0433149 Mar 08 04:50:17.078866 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735b7d3-0cd8-46c8-af5e-22dc10151bf3 req-afd858bb-3e11-4a94-815e-19bb693327f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:17.080378 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b735b7d3-0cd8-46c8-af5e-22dc10151bf3 req-afd858bb-3e11-4a94-815e-19bb693327f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cefdff50-dbc7-41bb-af8b-f00fe77830ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420182 Mar 08 04:50:17.172162 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b735b7d3-0cd8-46c8-af5e-22dc10151bf3 req-6e0294de-4154-4cf0-8499-b55cc72aa0e3 service neutron] 10.222.0.18 "GET /v2.0/networks/cefdff50-dbc7-41bb-af8b-f00fe77830ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854993 Mar 08 04:50:17.251790 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:18.087551 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a413b-65ae-430d-a294-430b15da7721 req-dba5fee1-6594-48ed-9f5b-b42e5f00e595 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:18.088942 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-3f4a413b-65ae-430d-a294-430b15da7721 req-dba5fee1-6594-48ed-9f5b-b42e5f00e595 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 944 time: 0.0527916 Mar 08 04:50:18.137542 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-3f4a413b-65ae-430d-a294-430b15da7721 req-50431a55-2a65-4908-a57c-e81041dcf594 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430732 Mar 08 04:50:18.246633 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a08a3-461a-4a74-a016-6329ce6383c3 req-20c4c645-5861-4694-87ea-2e6d62c51b5c tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:18.248069 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-283a08a3-461a-4a74-a016-6329ce6383c3 req-20c4c645-5861-4694-87ea-2e6d62c51b5c tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 947 time: 0.0506322 Mar 08 04:50:18.294829 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-283a08a3-461a-4a74-a016-6329ce6383c3 req-52fa1a65-9043-4df4-98c7-21d7dd8cbbc9 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411468 Mar 08 04:50:18.674940 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b735b7d3-0cd8-46c8-af5e-22dc10151bf3 req-a7930c4f-6eaa-4474-85c7-0139bbae6f42 service neutron] 10.222.0.18 "GET /v2.0/networks/cefdff50-dbc7-41bb-af8b-f00fe77830ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867789 Mar 08 04:50:18.744881 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:19.253167 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ce7a8-e0e7-4068-a538-ccf0b325cec5 req-48e90776-b57d-454a-8bb1-0105c60d7e7b tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:19.254670 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-3f7ce7a8-e0e7-4068-a538-ccf0b325cec5 req-48e90776-b57d-454a-8bb1-0105c60d7e7b tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 944 time: 0.0501180 Mar 08 04:50:19.305803 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-3f7ce7a8-e0e7-4068-a538-ccf0b325cec5 req-62499f37-d075-434d-bfac-70c7f79b07d9 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455964 Mar 08 04:50:19.416813 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd168550-23dd-4632-8a27-01cdfe491b27 req-bbe7ce4e-c51e-4634-931b-c5c0251754b3 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:19.418689 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-cd168550-23dd-4632-8a27-01cdfe491b27 req-bbe7ce4e-c51e-4634-931b-c5c0251754b3 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 947 time: 0.0549641 Mar 08 04:50:19.464667 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-cd168550-23dd-4632-8a27-01cdfe491b27 req-58810cc8-6ad0-4809-9833-3b20a4a2272e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405502 Mar 08 04:50:20.093090 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:20.420192 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6fce5-986b-44e6-b6a2-faa036eb7ec9 req-3400c476-871a-4535-8ab5-8cb8f85c7e64 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:20.421669 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0cf6fce5-986b-44e6-b6a2-faa036eb7ec9 req-3400c476-871a-4535-8ab5-8cb8f85c7e64 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 944 time: 0.0504222 Mar 08 04:50:20.468772 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0cf6fce5-986b-44e6-b6a2-faa036eb7ec9 req-2844648b-7f4a-4007-a38b-a88a8561f6ae tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415089 Mar 08 04:50:20.582146 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9dad9-d079-4421-a65e-ff4d1a279c7d req-6e970690-9455-4459-bbdd-02c1e8bb4aef tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:20.583621 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-40f9dad9-d079-4421-a65e-ff4d1a279c7d req-6e970690-9455-4459-bbdd-02c1e8bb4aef tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 947 time: 0.0506294 Mar 08 04:50:20.628728 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-40f9dad9-d079-4421-a65e-ff4d1a279c7d req-2cc62d0a-1d2e-4481-8af4-cc361e3b5198 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397317 Mar 08 04:50:21.582321 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878ec57-64cf-470b-be11-90e96dbc1241 req-cf1787f5-4174-4b9b-8dbf-a59de0edf724 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:21.583677 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7878ec57-64cf-470b-be11-90e96dbc1241 req-cf1787f5-4174-4b9b-8dbf-a59de0edf724 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 944 time: 0.0496242 Mar 08 04:50:21.630870 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7878ec57-64cf-470b-be11-90e96dbc1241 req-10c6d604-f466-4592-93f2-542d8ae8a679 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419223 Mar 08 04:50:21.747223 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f75a37-8d11-4789-9ea4-a04458d36402 req-6be97a9c-5ba0-4260-b89e-8fc72016e726 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:21.748672 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-a8f75a37-8d11-4789-9ea4-a04458d36402 req-6be97a9c-5ba0-4260-b89e-8fc72016e726 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 947 time: 0.0511370 Mar 08 04:50:21.797565 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-a8f75a37-8d11-4789-9ea4-a04458d36402 req-46870c89-b633-4cca-834b-6e716ba6d129 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434728 Mar 08 04:50:22.752146 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331cf236-3872-48b6-85f5-e72206c70598 req-206c265a-d521-4178-b02a-6bce55d4d98f tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:22.753724 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-331cf236-3872-48b6-85f5-e72206c70598 req-206c265a-d521-4178-b02a-6bce55d4d98f tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 944 time: 0.0557835 Mar 08 04:50:22.803879 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-331cf236-3872-48b6-85f5-e72206c70598 req-194280ef-e9a5-41a8-9c3f-15e64b9a68ef tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443428 Mar 08 04:50:22.920873 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c360f-7348-42c6-ad28-ef6b720c66e8 req-905b1886-91fa-4ab8-83a2-40d83c3edad4 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:22.922623 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-964c360f-7348-42c6-ad28-ef6b720c66e8 req-905b1886-91fa-4ab8-83a2-40d83c3edad4 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 947 time: 0.0537555 Mar 08 04:50:22.968889 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-964c360f-7348-42c6-ad28-ef6b720c66e8 req-9753b843-39ae-4dc5-98b9-633ec6a26d9c tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409062 Mar 08 04:50:23.108012 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb0beb5-0984-4396-8430-363f7a5c3a4a req-490f545e-5899-4013-af7a-73e41d6e2834 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:23.109511 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-fbb0beb5-0984-4396-8430-363f7a5c3a4a req-490f545e-5899-4013-af7a-73e41d6e2834 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.18 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 947 time: 0.0510321 Mar 08 04:50:23.205040 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-fbb0beb5-0984-4396-8430-363f7a5c3a4a req-31bf4489-8b6f-44f5-b2d0-45a51d5eb177 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Deleting port 773994d5-ad91-4559-b1ef-e0288cc192d7 {{(pid=110144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:50:23.205331 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-fbb0beb5-0984-4396-8430-363f7a5c3a4a req-31bf4489-8b6f-44f5-b2d0-45a51d5eb177 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (773994d5-ad91-4559-b1ef-e0288cc192d7), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:23.290721 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-fbb0beb5-0984-4396-8430-363f7a5c3a4a req-31bf4489-8b6f-44f5-b2d0-45a51d5eb177 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] For port 773994d5-ad91-4559-b1ef-e0288cc192d7, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=773994d5-ad91-4559-b1ef-e0288cc192d7,segment=NetworkSegment(b5d0be17-e38f-4e92-9e95-4d4779f06bf0),segment_id=b5d0be17-e38f-4e92-9e95-4d4779f06bf0)] {{(pid=110144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:50:23.291082 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-fbb0beb5-0984-4396-8430-363f7a5c3a4a req-31bf4489-8b6f-44f5-b2d0-45a51d5eb177 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (773994d5-ad91-4559-b1ef-e0288cc192d7), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:23.453337 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-fbb0beb5-0984-4396-8430-363f7a5c3a4a req-31bf4489-8b6f-44f5-b2d0-45a51d5eb177 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:23.453695 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-fbb0beb5-0984-4396-8430-363f7a5c3a4a req-31bf4489-8b6f-44f5-b2d0-45a51d5eb177 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952661'] for floatingip (9e39ea53-4b3f-4f67-9150-b90b18401ab2), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:23.454007 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.db.l3_db [req-fbb0beb5-0984-4396-8430-363f7a5c3a4a req-31bf4489-8b6f-44f5-b2d0-45a51d5eb177 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Floating IP 9e39ea53-4b3f-4f67-9150-b90b18401ab2 disassociated. External IP: 172.27.0.31, port: 773994d5-ad91-4559-b1ef-e0288cc192d7. Mar 08 04:50:23.454342 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-fbb0beb5-0984-4396-8430-363f7a5c3a4a req-31bf4489-8b6f-44f5-b2d0-45a51d5eb177 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Calling delete_port for 773994d5-ad91-4559-b1ef-e0288cc192d7 owned by compute:nova {{(pid=110144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:50:23.658761 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-fbb0beb5-0984-4396-8430-363f7a5c3a4a req-31bf4489-8b6f-44f5-b2d0-45a51d5eb177 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (773994d5-ad91-4559-b1ef-e0288cc192d7), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:23.684688 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf4489-8b6f-44f5-b2d0-45a51d5eb177 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Pushing event deleted for resources: {'Port': ['ID=773994d5-ad91-4559-b1ef-e0288cc192d7,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:50:23.694073 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf4489-8b6f-44f5-b2d0-45a51d5eb177 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:50:23.694430 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf4489-8b6f-44f5-b2d0-45a51d5eb177 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:50:23.694777 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf4489-8b6f-44f5-b2d0-45a51d5eb177 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:50:23.695117 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf4489-8b6f-44f5-b2d0-45a51d5eb177 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:50:23.695456 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf4489-8b6f-44f5-b2d0-45a51d5eb177 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:50:23.695792 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf4489-8b6f-44f5-b2d0-45a51d5eb177 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:50:23.696662 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf4489-8b6f-44f5-b2d0-45a51d5eb177 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:50:23.696662 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf4489-8b6f-44f5-b2d0-45a51d5eb177 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:50:23.696853 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf4489-8b6f-44f5-b2d0-45a51d5eb177 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:50:23.697075 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf4489-8b6f-44f5-b2d0-45a51d5eb177 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:50:23.697430 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf4489-8b6f-44f5-b2d0-45a51d5eb177 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:50:23.697760 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf4489-8b6f-44f5-b2d0-45a51d5eb177 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:50:23.698088 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bf4489-8b6f-44f5-b2d0-45a51d5eb177 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:50:23.809783 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbb0beb5-0984-4396-8430-363f7a5c3a4a req-31bf4489-8b6f-44f5-b2d0-45a51d5eb177 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Router 0301edbb-1cb6-42b0-8a45-736d73f61666 has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:50:23.944918 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbb0beb5-0984-4396-8430-363f7a5c3a4a req-31bf4489-8b6f-44f5-b2d0-45a51d5eb177 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:50:23.955060 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461440ab-a542-4da1-8c48-3406e78a5819 None None] Sync routers for ids ['0301edbb-1cb6-42b0-8a45-736d73f61666'] in dv-cinder-740146-13-iscsi {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:50:23.965094 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461440ab-a542-4da1-8c48-3406e78a5819 None None] Routers {'0301edbb-1cb6-42b0-8a45-736d73f61666'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:50:23.965738 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-461440ab-a542-4da1-8c48-3406e78a5819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:50:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['0301edbb-1cb6-42b0-8a45-736d73f61666'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:50:23.989190 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb0beb5-0984-4396-8430-363f7a5c3a4a req-31bf4489-8b6f-44f5-b2d0-45a51d5eb177 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] No DVR routers for this DVR port 773994d5-ad91-4559-b1ef-e0288cc192d7 on host hv-cinder-74014 {{(pid=110144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:50:23.997783 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80870188-a674-4daa-8158-748084fe702d req-be4f556a-ce87-40eb-bde8-2958d1c3b1b3 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:23.999261 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-80870188-a674-4daa-8158-748084fe702d req-be4f556a-ce87-40eb-bde8-2958d1c3b1b3 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 944 time: 0.1281228 Mar 08 04:50:24.000302 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-fbb0beb5-0984-4396-8430-363f7a5c3a4a req-31bf4489-8b6f-44f5-b2d0-45a51d5eb177 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:24.003532 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-fbb0beb5-0984-4396-8430-363f7a5c3a4a req-31bf4489-8b6f-44f5-b2d0-45a51d5eb177 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.18 "DELETE /v2.0/ports/773994d5-ad91-4559-b1ef-e0288cc192d7 HTTP/1.1" status: 204 len: 173 time: 0.8871899 Mar 08 04:50:24.003986 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aeefc38-6e1e-4a20-958d-55aeeb908d35', 'name': 'network-vif-deleted', 'tag': '773994d5-ad91-4559-b1ef-e0288cc192d7'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:50:24.006249 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51008db8-4892-4b46-918f-d35ff9fc7a2b" -d '{"events": [{"server_uuid": "6aeefc38-6e1e-4a20-958d-55aeeb908d35", "name": "network-vif-deleted", "tag": "773994d5-ad91-4559-b1ef-e0288cc192d7"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:50:24.072703 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-e1ddbe1c-50e8-4578-b1d1-bb09524a9a89 req-d8c5b7a5-da4c-40a1-9f18-9f8827b32557 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 210 time: 0.0287521 Mar 08 04:50:24.073627 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-80870188-a674-4daa-8158-748084fe702d req-0da19136-9f84-44bd-b87e-bee66ee74e82 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643263 Mar 08 04:50:24.126670 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d441b40-0b42-48ad-9af2-811d58e7add8 x-openstack-request-id: req-0d441b40-0b42-48ad-9af2-811d58e7add8 {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:50:24.126670 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aeefc38-6e1e-4a20-958d-55aeeb908d35", "name": "network-vif-deleted", "tag": "773994d5-ad91-4559-b1ef-e0288cc192d7", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:50:24.126670 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0d441b40-0b42-48ad-9af2-811d58e7add8 {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:50:24.126670 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aeefc38-6e1e-4a20-958d-55aeeb908d35', 'name': 'network-vif-deleted', 'tag': '773994d5-ad91-4559-b1ef-e0288cc192d7', 'status': 'completed', 'code': 200} Mar 08 04:50:24.131008 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-461440ab-a542-4da1-8c48-3406e78a5819 None None] Set router 0301edbb-1cb6-42b0-8a45-736d73f61666 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:50:24.198890 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:50:24.330520 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-461440ab-a542-4da1-8c48-3406e78a5819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'name': 'tempest-AttachVolumeShelveTestJSON-480904037-router', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '6ac4a553-3e37-4e5e-a952-455684760833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:22Z', 'updated_at': '2022-03-08T04:43:32Z', 'revision_number': 4, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'gw_port': {'id': '6ac4a553-3e37-4e5e-a952-455684760833', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:24Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': '9583e9f3-4432-4325-8688-db1084d0bc9d', 'name': '', 'network_id': '860c194c-b911-4147-84ad-16e240b1666f', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'mac_address': 'fa:16:3e:16:1d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2b6a1ea5-e77b-4dad-bc11-fe8b411f2953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:30Z', 'updated_at': '2022-03-08T04:43:36Z', 'revision_number': 5, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'subnets': [{'id': '2b6a1ea5-e77b-4dad-bc11-fe8b411f2953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:50:24.356172 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461440ab-a542-4da1-8c48-3406e78a5819 None None] Checking router: 0301edbb-1cb6-42b0-8a45-736d73f61666 for host: dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:50:24.364172 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461440ab-a542-4da1-8c48-3406e78a5819 None None] Routers {'0301edbb-1cb6-42b0-8a45-736d73f61666'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:50:24.364755 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-461440ab-a542-4da1-8c48-3406e78a5819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:50:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['0301edbb-1cb6-42b0-8a45-736d73f61666'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:50:24.467495 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-461440ab-a542-4da1-8c48-3406e78a5819 None None] Set router 0301edbb-1cb6-42b0-8a45-736d73f61666 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:50:24.656101 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-461440ab-a542-4da1-8c48-3406e78a5819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'name': 'tempest-AttachVolumeShelveTestJSON-480904037-router', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '6ac4a553-3e37-4e5e-a952-455684760833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:22Z', 'updated_at': '2022-03-08T04:43:32Z', 'revision_number': 4, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'gw_port': {'id': '6ac4a553-3e37-4e5e-a952-455684760833', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:24Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': '9583e9f3-4432-4325-8688-db1084d0bc9d', 'name': '', 'network_id': '860c194c-b911-4147-84ad-16e240b1666f', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'mac_address': 'fa:16:3e:16:1d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2b6a1ea5-e77b-4dad-bc11-fe8b411f2953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:30Z', 'updated_at': '2022-03-08T04:43:36Z', 'revision_number': 5, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'subnets': [{'id': '2b6a1ea5-e77b-4dad-bc11-fe8b411f2953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:50:24.681412 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461440ab-a542-4da1-8c48-3406e78a5819 None None] The sync data for ids ['0301edbb-1cb6-42b0-8a45-736d73f61666'] in dv-cinder-740146-13-iscsi is: [{'id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'name': 'tempest-AttachVolumeShelveTestJSON-480904037-router', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '6ac4a553-3e37-4e5e-a952-455684760833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:22Z', 'updated_at': '2022-03-08T04:43:32Z', 'revision_number': 4, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'gw_port': {'id': '6ac4a553-3e37-4e5e-a952-455684760833', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:24Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': '9583e9f3-4432-4325-8688-db1084d0bc9d', 'name': '', 'network_id': '860c194c-b911-4147-84ad-16e240b1666f', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'mac_address': 'fa:16:3e:16:1d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2b6a1ea5-e77b-4dad-bc11-fe8b411f2953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:30Z', 'updated_at': '2022-03-08T04:43:36Z', 'revision_number': 5, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'subnets': [{'id': '2b6a1ea5-e77b-4dad-bc11-fe8b411f2953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:50:24.881723 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece6260c-cf40-429d-b703-4795b8abdd21 None None] New status for floating IP 9e39ea53-4b3f-4f67-9150-b90b18401ab2: DOWN {{(pid=110147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:50:25.179790 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-278745e6-0a78-4aa3-85a3-169310945da5 req-292034ca-66f0-44f5-8faf-574c5882da48 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 210 time: 0.0266595 Mar 08 04:50:25.202936 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5f1673-c84b-42c6-a00f-0849b49f9b1a req-d388afbf-1709-42eb-9087-cba522945e34 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:25.202936 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-1f5f1673-c84b-42c6-a00f-0849b49f9b1a req-d388afbf-1709-42eb-9087-cba522945e34 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 944 time: 0.0556848 Mar 08 04:50:25.255341 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-1f5f1673-c84b-42c6-a00f-0849b49f9b1a req-402426e1-c973-41b7-87fb-2ca8a4f7cc17 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487988 Mar 08 04:50:26.279470 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cda04818-9840-4e28-9fdf-16c7ef4aee99 req-1b07d346-6e4f-41ee-b2e1-879877f917c5 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 210 time: 0.0266387 Mar 08 04:50:26.369437 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40306f4-4d3a-4e00-9545-cb409e524705 req-ed1b5241-62d4-4fc8-91ff-fbc7156c05b6 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:26.370942 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-e40306f4-4d3a-4e00-9545-cb409e524705 req-ed1b5241-62d4-4fc8-91ff-fbc7156c05b6 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 944 time: 0.0510516 Mar 08 04:50:26.418198 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-e40306f4-4d3a-4e00-9545-cb409e524705 req-17fce18e-a156-4fe3-8cfc-f6d4cba8eab5 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418684 Mar 08 04:50:27.377547 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a19bdf03-6fbb-4b4c-9d92-248797c42fa1 req-a191f572-eaab-48fe-b8cf-77708c8e0360 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 210 time: 0.0289249 Mar 08 04:50:27.528910 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962e48c-f916-485f-97e6-a3690206f753 req-df98c2ec-2b1d-4c82-a550-99941c41cafc tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:27.530359 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-0962e48c-f916-485f-97e6-a3690206f753 req-df98c2ec-2b1d-4c82-a550-99941c41cafc tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 944 time: 0.0493114 Mar 08 04:50:27.581891 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-0962e48c-f916-485f-97e6-a3690206f753 req-67d8cfa2-3da5-4f88-aa2d-95fbfb466c65 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459733 Mar 08 04:50:28.483503 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-d8bad86c-c015-46f8-94d7-fd9abe1a1319 req-2f626c2f-19d8-43a8-80b5-3524db26847c tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=6aeefc38-6e1e-4a20-958d-55aeeb908d35 HTTP/1.1" status: 200 len: 210 time: 0.0265164 Mar 08 04:50:28.906753 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8eefa-69ed-48ed-8293-69bda5037047 req-676742f4-4d9e-4e77-9d59-e7dc41415c60 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:28.908219 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-adc8eefa-69ed-48ed-8293-69bda5037047 req-676742f4-4d9e-4e77-9d59-e7dc41415c60 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 944 time: 0.2583804 Mar 08 04:50:28.954293 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-adc8eefa-69ed-48ed-8293-69bda5037047 req-c1c82d0d-6c1d-4320-b6d5-4d942aed2e09 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405502 Mar 08 04:50:29.465059 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:29.643621 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 44866) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:50:29.694789 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-3a6b4201-6cf4-46e2-899c-fe2b146bdd6d tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for security_group (f0b9d6c9-c1f1-4af7-99cf-62b12d72211b), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:29.717218 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-3a6b4201-6cf4-46e2-899c-fe2b146bdd6d tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for security_group (f0b9d6c9-c1f1-4af7-99cf-62b12d72211b), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:29.835974 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-3a6b4201-6cf4-46e2-899c-fe2b146bdd6d tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (f0b9d6c9-c1f1-4af7-99cf-62b12d72211b), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:29.838599 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-3a6b4201-6cf4-46e2-899c-fe2b146bdd6d tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:29.839788 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-3a6b4201-6cf4-46e2-899c-fe2b146bdd6d tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "DELETE /v2.0/security-groups/f0b9d6c9-c1f1-4af7-99cf-62b12d72211b HTTP/1.1" status: 204 len: 168 time: 0.1951354 Mar 08 04:50:29.842689 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 44870) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:50:29.848560 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6b4201-6cf4-46e2-899c-fe2b146bdd6d tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b9d6c9-c1f1-4af7-99cf-62b12d72211b,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:50:29.855644 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.api.v2.resource [None req-797ffb79-f517-4a3e-bbe7-c4d30131912d tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] show failed (client error): The resource could not be found. Mar 08 04:50:29.859550 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 44872) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:50:29.859711 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-797ffb79-f517-4a3e-bbe7-c4d30131912d tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups/f0b9d6c9-c1f1-4af7-99cf-62b12d72211b HTTP/1.1" status: 404 len: 347 time: 0.0159011 Mar 08 04:50:30.188189 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device e0f45d37-e44b-4898-9a6f-c2d49b02e73a details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=110146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:50:30.211558 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 773994d5-ad91-4559-b1ef-e0288cc192d7 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:50:30.267480 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27bf62e-8474-4310-8d62-baf9306dd6a0 req-5821cf6a-22e0-4860-b11a-52b64758e78b tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:30.268958 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f27bf62e-8474-4310-8d62-baf9306dd6a0 req-5821cf6a-22e0-4860-b11a-52b64758e78b tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 944 time: 0.0833681 Mar 08 04:50:30.293654 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [None req-6d638f28-7efb-4ec5-ab03-97e3ff71d046 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Deleting port bc79cafa-dad0-41e0-a318-7ddea2cfe6f4 {{(pid=110144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:50:30.294038 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-6d638f28-7efb-4ec5-ab03-97e3ff71d046 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (bc79cafa-dad0-41e0-a318-7ddea2cfe6f4), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:30.372752 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f27bf62e-8474-4310-8d62-baf9306dd6a0 req-3132af98-175e-4ea6-9bd4-85a104bbb866 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956953 Mar 08 04:50:30.375343 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] No Port match for: 773994d5-ad91-4559-b1ef-e0288cc192d7 {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:50:30.375687 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 773994d5-ad91-4559-b1ef-e0288cc192d7 not bound to the agent host hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:50:30.401984 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-6d638f28-7efb-4ec5-ab03-97e3ff71d046 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (bc79cafa-dad0-41e0-a318-7ddea2cfe6f4), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:30.402104 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-6d638f28-7efb-4ec5-ab03-97e3ff71d046 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for floatingip (bc79cafa-dad0-41e0-a318-7ddea2cfe6f4), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:30.413943 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [None req-6d638f28-7efb-4ec5-ab03-97e3ff71d046 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Calling delete_port for bc79cafa-dad0-41e0-a318-7ddea2cfe6f4 owned by network:floatingip {{(pid=110144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:50:30.435383 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port e0f45d37-e44b-4898-9a6f-c2d49b02e73a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e0f45d37-e44b-4898-9a6f-c2d49b02e73a,segment=NetworkSegment(bfc5b98a-0e1a-4a5e-8877-50d95fc22c17),segment_id=bfc5b98a-0e1a-4a5e-8877-50d95fc22c17)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:50:30.446984 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Returning: {'device': 'e0f45d37-e44b-4898-9a6f-c2d49b02e73a', 'network_id': 'cefdff50-dbc7-41bb-af8b-f00fe77830ed', 'port_id': 'e0f45d37-e44b-4898-9a6f-c2d49b02e73a', 'mac_address': 'fa:16:3e:62:26:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f0f0ac8-39f3-4773-89a2-7e5b57fd3f29', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:50:30.483973 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port e0f45d37-e44b-4898-9a6f-c2d49b02e73a is: DOWN; New status is: BUILD {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:50:30.484661 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (e0f45d37-e44b-4898-9a6f-c2d49b02e73a), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:30.499997 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0f45d37-e44b-4898-9a6f-c2d49b02e73a {{(pid=110146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:50:30.520568 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port e0f45d37-e44b-4898-9a6f-c2d49b02e73a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e0f45d37-e44b-4898-9a6f-c2d49b02e73a,segment=NetworkSegment(bfc5b98a-0e1a-4a5e-8877-50d95fc22c17),segment_id=bfc5b98a-0e1a-4a5e-8877-50d95fc22c17)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:50:30.590924 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (e0f45d37-e44b-4898-9a6f-c2d49b02e73a), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:30.618056 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-6d638f28-7efb-4ec5-ab03-97e3ff71d046 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (bc79cafa-dad0-41e0-a318-7ddea2cfe6f4), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:30.637216 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=e0f45d37-e44b-4898-9a6f-c2d49b02e73a,revision_number=7']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:50:30.645107 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d638f28-7efb-4ec5-ab03-97e3ff71d046 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Pushing event deleted for resources: {'Port': ['ID=bc79cafa-dad0-41e0-a318-7ddea2cfe6f4,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:50:30.709689 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-6d638f28-7efb-4ec5-ab03-97e3ff71d046 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for floatingip (9e39ea53-4b3f-4f67-9150-b90b18401ab2), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:30.712538 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-6d638f28-7efb-4ec5-ab03-97e3ff71d046 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for floatingip (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:30.713734 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-6d638f28-7efb-4ec5-ab03-97e3ff71d046 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "DELETE /v2.0/floatingips/9e39ea53-4b3f-4f67-9150-b90b18401ab2 HTTP/1.1" status: 204 len: 168 time: 0.8532124 Mar 08 04:50:31.043578 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] get_ports_and_sgs() called for port_ids ['e0f45d37-e44b-4898-9a6f-c2d49b02e73a'] {{(pid=110146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:50:31.139533 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 44886) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:50:31.144765 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-ce160b15-2f48-4555-9b09-9fa30488cd61 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Request body: {'security_group': {'name': 'tempest-securitygroup--866529889', 'description': 'tempest-description--1505989850'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:50:31.217492 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ce160b15-2f48-4555-9b09-9fa30488cd61 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:31.283407 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ce160b15-2f48-4555-9b09-9fa30488cd61 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for security_group (05532e9b-c0ec-45c8-b19e-48187ae04023), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:31.354502 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ce160b15-2f48-4555-9b09-9fa30488cd61 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (05532e9b-c0ec-45c8-b19e-48187ae04023), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:31.382710 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce160b15-2f48-4555-9b09-9fa30488cd61 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05532e9b-c0ec-45c8-b19e-48187ae04023,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:50:31.443904 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ce160b15-2f48-4555-9b09-9fa30488cd61 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:31.445219 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-ce160b15-2f48-4555-9b09-9fa30488cd61 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3039634 Mar 08 04:50:31.448822 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 44890) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:50:31.453255 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-950d6095-23e0-4a4b-b3b1-cb0264fd1d9f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Request body: {'security_group_rule': {'security_group_id': '05532e9b-c0ec-45c8-b19e-48187ae04023', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:50:31.496681 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8caf2-4e6a-48f6-bafc-3212c282ecb2 req-a6da8d49-db15-4a06-b0c4-dee3a171d8be tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:31.498175 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-26a8caf2-4e6a-48f6-bafc-3212c282ecb2 req-a6da8d49-db15-4a06-b0c4-dee3a171d8be tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 945 time: 0.0519590 Mar 08 04:50:31.538069 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-950d6095-23e0-4a4b-b3b1-cb0264fd1d9f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for security_group_rule (4e3e4dea-ddd3-4071-89dc-4b594396c5f6), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:31.544771 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-26a8caf2-4e6a-48f6-bafc-3212c282ecb2 req-080c362d-2f48-4bdb-af1a-625ba3f7ceb1 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411112 Mar 08 04:50:31.593332 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-950d6095-23e0-4a4b-b3b1-cb0264fd1d9f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for security_group_rule (4e3e4dea-ddd3-4071-89dc-4b594396c5f6), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:31.668863 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-950d6095-23e0-4a4b-b3b1-cb0264fd1d9f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575780'] for security_group_rule (4e3e4dea-ddd3-4071-89dc-4b594396c5f6), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:31.688897 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d6095-23e0-4a4b-b3b1-cb0264fd1d9f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e3e4dea-ddd3-4071-89dc-4b594396c5f6,revision_number=0']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:50:31.694917 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950d6095-23e0-4a4b-b3b1-cb0264fd1d9f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:50:31.696488 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950d6095-23e0-4a4b-b3b1-cb0264fd1d9f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:50:31.696488 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950d6095-23e0-4a4b-b3b1-cb0264fd1d9f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:50:31.696488 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950d6095-23e0-4a4b-b3b1-cb0264fd1d9f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:50:31.696488 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950d6095-23e0-4a4b-b3b1-cb0264fd1d9f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:50:31.697067 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950d6095-23e0-4a4b-b3b1-cb0264fd1d9f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:50:31.697067 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950d6095-23e0-4a4b-b3b1-cb0264fd1d9f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:50:31.697324 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950d6095-23e0-4a4b-b3b1-cb0264fd1d9f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:50:31.697653 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950d6095-23e0-4a4b-b3b1-cb0264fd1d9f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:50:31.697977 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950d6095-23e0-4a4b-b3b1-cb0264fd1d9f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:50:31.698924 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950d6095-23e0-4a4b-b3b1-cb0264fd1d9f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:50:31.699249 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950d6095-23e0-4a4b-b3b1-cb0264fd1d9f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:50:31.699573 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950d6095-23e0-4a4b-b3b1-cb0264fd1d9f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:50:31.768494 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-950d6095-23e0-4a4b-b3b1-cb0264fd1d9f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:31.769746 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-950d6095-23e0-4a4b-b3b1-cb0264fd1d9f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3199265 Mar 08 04:50:31.772607 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 44898) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:50:31.777815 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-a20e6e75-3c4f-4bd4-ba01-960bd8d181ce tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Request body: {'security_group_rule': {'security_group_id': '05532e9b-c0ec-45c8-b19e-48187ae04023', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:50:31.862804 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-a20e6e75-3c4f-4bd4-ba01-960bd8d181ce tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for security_group_rule (ac993099-ea66-4b89-9862-fa14bcb2ad54), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:31.920522 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-a20e6e75-3c4f-4bd4-ba01-960bd8d181ce tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for security_group_rule (ac993099-ea66-4b89-9862-fa14bcb2ad54), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:32.012496 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-a20e6e75-3c4f-4bd4-ba01-960bd8d181ce tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575780'] for security_group_rule (ac993099-ea66-4b89-9862-fa14bcb2ad54), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:32.031766 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e6e75-3c4f-4bd4-ba01-960bd8d181ce tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac993099-ea66-4b89-9862-fa14bcb2ad54,revision_number=0']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:50:32.127896 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-a20e6e75-3c4f-4bd4-ba01-960bd8d181ce tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:32.129101 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-a20e6e75-3c4f-4bd4-ba01-960bd8d181ce tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3554752 Mar 08 04:50:32.132100 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 44900) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:50:32.136951 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-058f660e-7e27-410d-98e8-c1cfdf63ad8b tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Request body: {'floatingip': {'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:50:32.196994 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device e0f45d37-e44b-4898-9a6f-c2d49b02e73a up at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:50:32.217535 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-058f660e-7e27-410d-98e8-c1cfdf63ad8b tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:32.244945 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning complete for port e0f45d37-e44b-4898-9a6f-c2d49b02e73a triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:50:32.245906 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (e0f45d37-e44b-4898-9a6f-c2d49b02e73a), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:32.314474 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-058f660e-7e27-410d-98e8-c1cfdf63ad8b tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:32.327278 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port e0f45d37-e44b-4898-9a6f-c2d49b02e73a is: BUILD; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:50:32.327678 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (e0f45d37-e44b-4898-9a6f-c2d49b02e73a), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:32.350336 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c206c0cb-e493-439d-9dae-aeb9857c56f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f45d37-e44b-4898-9a6f-c2d49b02e73a'}] {{(pid=110146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:50:32.352633 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce5c9d46ce85cdc7bdd5e39ea1b8e3d9b9c3a590759baa6189aad05618b43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7178be51-4ebb-40a4-86be-6105891a443d" -d '{"events": [{"server_uuid": "c206c0cb-e493-439d-9dae-aeb9857c56f4", "name": "network-vif-plugged", "status": "completed", "tag": "e0f45d37-e44b-4898-9a6f-c2d49b02e73a"}]}' {{(pid=110146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:50:32.367137 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port e0f45d37-e44b-4898-9a6f-c2d49b02e73a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e0f45d37-e44b-4898-9a6f-c2d49b02e73a,segment=NetworkSegment(bfc5b98a-0e1a-4a5e-8877-50d95fc22c17),segment_id=bfc5b98a-0e1a-4a5e-8877-50d95fc22c17)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:50:32.390609 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b09c86-8bc1-4107-b55c-5ecc91d4f061 x-openstack-request-id: req-97b09c86-8bc1-4107-b55c-5ecc91d4f061 {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:50:32.390991 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c206c0cb-e493-439d-9dae-aeb9857c56f4", "name": "network-vif-plugged", "status": "completed", "tag": "e0f45d37-e44b-4898-9a6f-c2d49b02e73a", "code": 200}]} {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:50:32.391205 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-97b09c86-8bc1-4107-b55c-5ecc91d4f061 {{(pid=110146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:50:32.391602 dv-cinder-740146-13-iscsi neutron-server[110146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c206c0cb-e493-439d-9dae-aeb9857c56f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f45d37-e44b-4898-9a6f-c2d49b02e73a', 'code': 200} Mar 08 04:50:32.427812 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_common [None req-058f660e-7e27-410d-98e8-c1cfdf63ad8b tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Allocated IP 172.27.0.46 (e335cf5a-bd08-4697-9061-81dcecc4c284/5add51e7-3273-4e08-a772-a967bfff1dcd/89154cb3-a7d1-4f18-a332-5ab68ebbfa9f) {{(pid=110144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:50:32.447757 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (e0f45d37-e44b-4898-9a6f-c2d49b02e73a), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:32.495854 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=e0f45d37-e44b-4898-9a6f-c2d49b02e73a,revision_number=8']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:50:32.532396 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-058f660e-7e27-410d-98e8-c1cfdf63ad8b tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for port (89154cb3-a7d1-4f18-a332-5ab68ebbfa9f), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:32.625370 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-058f660e-7e27-410d-98e8-c1cfdf63ad8b tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (89154cb3-a7d1-4f18-a332-5ab68ebbfa9f), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:32.682589 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058f660e-7e27-410d-98e8-c1cfdf63ad8b tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Network e335cf5a-bd08-4697-9061-81dcecc4c284 is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:50:32.699822 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [None req-058f660e-7e27-410d-98e8-c1cfdf63ad8b tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:50:32.702642 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058f660e-7e27-410d-98e8-c1cfdf63ad8b tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Received port after_create {{(pid=110144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:50:32.760944 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f660e-7e27-410d-98e8-c1cfdf63ad8b tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Pushing event updated for resources: {'Port': ['ID=89154cb3-a7d1-4f18-a332-5ab68ebbfa9f,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:50:32.777257 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7228bc-9e22-484d-8870-c7b2348dd5c6 req-7a965724-22a4-47dc-9eae-4e1fd02e061f tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:32.778806 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1b7228bc-9e22-484d-8870-c7b2348dd5c6 req-7a965724-22a4-47dc-9eae-4e1fd02e061f tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 946 time: 0.1661367 Mar 08 04:50:32.823656 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf96ab-fc63-4f60-8992-ad908a40bd8c req-e596561b-3ed1-4424-87dc-1c20e067b89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:32.823967 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a3bf96ab-fc63-4f60-8992-ad908a40bd8c req-e596561b-3ed1-4424-87dc-1c20e067b89e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 1130 time: 0.1439278 Mar 08 04:50:32.898936 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1b7228bc-9e22-484d-8870-c7b2348dd5c6 req-8cc9a9e6-cd23-4532-b263-d24a28f2111b tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134851 Mar 08 04:50:32.899980 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-058f660e-7e27-410d-98e8-c1cfdf63ad8b tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for floatingip (f6cb86c3-a47d-48d6-adb1-7deb7af47bd6), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:32.926376 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a3bf96ab-fc63-4f60-8992-ad908a40bd8c req-5d9ec5ee-c952-43bd-a634-8d486fe3a9df service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822127 Mar 08 04:50:32.994912 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-058f660e-7e27-410d-98e8-c1cfdf63ad8b tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (89154cb3-a7d1-4f18-a332-5ab68ebbfa9f), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:33.146087 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-058f660e-7e27-410d-98e8-c1cfdf63ad8b tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for port (89154cb3-a7d1-4f18-a332-5ab68ebbfa9f), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:33.200362 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-058f660e-7e27-410d-98e8-c1cfdf63ad8b tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4052309'] for port (89154cb3-a7d1-4f18-a332-5ab68ebbfa9f), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:33.272193 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f660e-7e27-410d-98e8-c1cfdf63ad8b tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Pushing event updated for resources: {'Port': ['ID=89154cb3-a7d1-4f18-a332-5ab68ebbfa9f,revision_number=2']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:50:33.280742 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-058f660e-7e27-410d-98e8-c1cfdf63ad8b tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952661'] for floatingip (f6cb86c3-a47d-48d6-adb1-7deb7af47bd6), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:33.392493 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-058f660e-7e27-410d-98e8-c1cfdf63ad8b tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for floatingip (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:33.393827 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-058f660e-7e27-410d-98e8-c1cfdf63ad8b tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2607837 Mar 08 04:50:33.534444 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cbff69a4-426b-4434-9c77-4347aa428751 req-3bad1c6d-1c8f-4507-8c31-2679ba27f673 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--866529889&fields=id&tenant_id=53b2a43d64144bbfbae1d11822fba676 HTTP/1.1" status: 200 len: 267 time: 0.0417845 Mar 08 04:50:33.640343 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff69a4-426b-4434-9c77-4347aa428751 req-94a6ea4a-ffc6-44a9-a10c-7eb0c0932d1d tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:33.641814 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cbff69a4-426b-4434-9c77-4347aa428751 req-94a6ea4a-ffc6-44a9-a10c-7eb0c0932d1d tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/networks?id=860c194c-b911-4147-84ad-16e240b1666f HTTP/1.1" status: 200 len: 816 time: 0.1011550 Mar 08 04:50:33.655520 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cbff69a4-426b-4434-9c77-4347aa428751 req-6b5e73b2-9b42-42ec-9a43-43408d2ded04 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/quotas/53b2a43d64144bbfbae1d11822fba676 HTTP/1.1" status: 200 len: 375 time: 0.0085719 Mar 08 04:50:33.711165 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cbff69a4-426b-4434-9c77-4347aa428751 req-358b610f-36eb-4628-932e-cf0b32b6ccd0 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=53b2a43d64144bbfbae1d11822fba676&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509698 Mar 08 04:50:33.801709 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cbff69a4-426b-4434-9c77-4347aa428751 req-6d5e8801-dafd-43db-ae9f-c5e0e65ca243 service neutron] 10.222.0.35 "GET /v2.0/networks/860c194c-b911-4147-84ad-16e240b1666f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795848 Mar 08 04:50:33.891054 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cbff69a4-426b-4434-9c77-4347aa428751 req-4fdc5991-4ddd-4743-bafd-7abc655a0f19 service neutron] 10.222.0.35 "GET /v2.0/networks/860c194c-b911-4147-84ad-16e240b1666f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838592 Mar 08 04:50:34.025211 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146b3d1-c731-4cdf-8660-9cdc56500429 req-a88809ed-d174-4f69-9eac-8db580241a8c tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:34.026683 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-f146b3d1-c731-4cdf-8660-9cdc56500429 req-a88809ed-d174-4f69-9eac-8db580241a8c tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 946 time: 0.0581834 Mar 08 04:50:34.079961 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-f146b3d1-c731-4cdf-8660-9cdc56500429 req-ad7800f4-b4ce-456a-a4b5-18795f6ff0cf tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474472 Mar 08 04:50:34.099914 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2bdb76b8-87f9-4d50-a67d-78ea5163df21 req-7a5707b1-698c-42dc-8734-421b4839ebff tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 210 time: 0.0298367 Mar 08 04:50:35.198909 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937ea6d-65ae-4933-8787-510df29184e6 req-77ff65e7-caf7-4faf-859b-060f07175685 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:35.200445 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-e937ea6d-65ae-4933-8787-510df29184e6 req-77ff65e7-caf7-4faf-859b-060f07175685 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 946 time: 0.0531604 Mar 08 04:50:35.210919 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-d0114c24-b73f-4631-98a5-92273b4e9e32 req-d06c91af-780e-434f-b154-69fff9777642 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 210 time: 0.0338404 Mar 08 04:50:35.261619 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-e937ea6d-65ae-4933-8787-510df29184e6 req-d26c47f6-5864-437e-9970-e1a58558f4f3 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552182 Mar 08 04:50:35.645513 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72926feb-fe7e-4579-865f-aacb9d9448a1 req-6184ad75-37ee-432a-b11a-70b2c3ceefae tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:35.646973 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-72926feb-fe7e-4579-865f-aacb9d9448a1 req-6184ad75-37ee-432a-b11a-70b2c3ceefae tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/ports?device_id=880ecec1-579c-4d7e-b907-309cdbe25a44 HTTP/1.1" status: 200 len: 945 time: 0.0508187 Mar 08 04:50:35.695194 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-72926feb-fe7e-4579-865f-aacb9d9448a1 req-de83903e-3a94-41b7-8447-a79d7ccfa02e tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/security-groups?id=7705b2e9-a5e0-4c30-9a81-7b217e00688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422740 Mar 08 04:50:36.102117 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff69a4-426b-4434-9c77-4347aa428751 req-0563312c-50fd-48a2-bb1e-1c1076f08fd0 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:36.103541 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cbff69a4-426b-4434-9c77-4347aa428751 req-0563312c-50fd-48a2-bb1e-1c1076f08fd0 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.18 "GET /v2.0/networks?id=860c194c-b911-4147-84ad-16e240b1666f HTTP/1.1" status: 200 len: 816 time: 0.1028066 Mar 08 04:50:36.166023 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cbff69a4-426b-4434-9c77-4347aa428751 req-ad78c6c6-7019-4b62-a885-0a4f87445ac4 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53b2a43d64144bbfbae1d11822fba676 HTTP/1.1" status: 200 len: 379 time: 0.0499973 Mar 08 04:50:36.180914 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [req-cbff69a4-426b-4434-9c77-4347aa428751 req-ce546b05-4e1c-4be2-a825-cc38f36b66e4 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Request body: {'port': {'device_id': '868b3449-ea46-4b50-a521-ad061a5317a1', 'network_id': '860c194c-b911-4147-84ad-16e240b1666f', 'admin_state_up': True, 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'security_groups': ['05532e9b-c0ec-45c8-b19e-48187ae04023']}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:50:36.318351 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-66c88a6c-0bb1-44d5-95b9-5a1cb357284a req-2c54fe08-8de5-4bbf-8ebf-f6109cac9b82 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 210 time: 0.0311499 Mar 08 04:50:36.396963 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbff69a4-426b-4434-9c77-4347aa428751 req-ce546b05-4e1c-4be2-a825-cc38f36b66e4 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Made reservation on behalf of 53b2a43d64144bbfbae1d11822fba676 for: {'port': 1} {{(pid=110144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:50:36.400265 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-cbff69a4-426b-4434-9c77-4347aa428751 req-ce546b05-4e1c-4be2-a825-cc38f36b66e4 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:36.405279 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-487c8f7f-9e66-4706-85de-d5c3d7ff1323 req-af68ab4e-5aec-4f74-90eb-d7afc6860d2f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0547361 Mar 08 04:50:36.547367 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c8f7f-9e66-4706-85de-d5c3d7ff1323 req-ad9a4dc6-2cca-4b47-a7ff-84bb52c1cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:36.548741 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-487c8f7f-9e66-4706-85de-d5c3d7ff1323 req-ad9a4dc6-2cca-4b47-a7ff-84bb52c1cf1e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=123d544e6cdd4f43acfd2e4fc0fe7867&device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 1129 time: 0.0922804 Mar 08 04:50:36.560165 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_common [req-cbff69a4-426b-4434-9c77-4347aa428751 req-ce546b05-4e1c-4be2-a825-cc38f36b66e4 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Allocated IP 172.20.0.11 (860c194c-b911-4147-84ad-16e240b1666f/2b6a1ea5-e77b-4dad-bc11-fe8b411f2953/a0029e26-c49c-46a1-8d0f-4de0f3908abe) {{(pid=110144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:50:36.723275 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c8f7f-9e66-4706-85de-d5c3d7ff1323 req-384c12ec-3ade-429b-abd9-f3e66be339fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:36.724519 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-487c8f7f-9e66-4706-85de-d5c3d7ff1323 req-384c12ec-3ade-429b-abd9-f3e66be339fb service neutron] 10.222.0.18 "GET /v2.0/networks?id=a0b25786-9a98-4b69-9ff8-d7339822960d HTTP/1.1" status: 200 len: 911 time: 0.1552761 Mar 08 04:50:36.806503 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-cbff69a4-426b-4434-9c77-4347aa428751 req-ce546b05-4e1c-4be2-a825-cc38f36b66e4 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for port (a0029e26-c49c-46a1-8d0f-4de0f3908abe), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:36.811055 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8faa7c-f227-4762-8a10-49401744333e req-73491e96-b8f5-4597-af2f-87e02d3321f4 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:36.812521 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-2c8faa7c-f227-4762-8a10-49401744333e req-73491e96-b8f5-4597-af2f-87e02d3321f4 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/ports?device_id=880ecec1-579c-4d7e-b907-309cdbe25a44 HTTP/1.1" status: 200 len: 945 time: 0.0514903 Mar 08 04:50:36.818513 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-487c8f7f-9e66-4706-85de-d5c3d7ff1323 req-b20d9fc8-bc97-4631-80e8-76caa0228d54 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e9ffabd-df11-491a-88fa-de12ae12a5e2 HTTP/1.1" status: 200 len: 1001 time: 0.0862825 Mar 08 04:50:36.861708 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-2c8faa7c-f227-4762-8a10-49401744333e req-deabea6d-7ee7-422a-8363-fc44027985ac tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/security-groups?id=7705b2e9-a5e0-4c30-9a81-7b217e00688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428512 Mar 08 04:50:36.881142 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c8f7f-9e66-4706-85de-d5c3d7ff1323 req-ab594970-c9f8-4ef7-a4d9-21f0865e7b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:36.882610 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-487c8f7f-9e66-4706-85de-d5c3d7ff1323 req-ab594970-c9f8-4ef7-a4d9-21f0865e7b26 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7cfe1804-64f6-4463-a6ac-0aac353986ac HTTP/1.1" status: 200 len: 849 time: 0.0565462 Mar 08 04:50:36.931838 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c8f7f-9e66-4706-85de-d5c3d7ff1323 req-32fee138-8f41-4577-b19b-49831e73d6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:36.933958 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-487c8f7f-9e66-4706-85de-d5c3d7ff1323 req-32fee138-8f41-4577-b19b-49831e73d6c8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0b25786-9a98-4b69-9ff8-d7339822960d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422411 Mar 08 04:50:36.952037 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-cbff69a4-426b-4434-9c77-4347aa428751 req-ce546b05-4e1c-4be2-a825-cc38f36b66e4 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (a0029e26-c49c-46a1-8d0f-4de0f3908abe), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:37.034152 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbff69a4-426b-4434-9c77-4347aa428751 req-ce546b05-4e1c-4be2-a825-cc38f36b66e4 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Network 860c194c-b911-4147-84ad-16e240b1666f is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:50:37.042321 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [req-cbff69a4-426b-4434-9c77-4347aa428751 req-ce546b05-4e1c-4be2-a825-cc38f36b66e4 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:50:37.046921 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbff69a4-426b-4434-9c77-4347aa428751 req-ce546b05-4e1c-4be2-a825-cc38f36b66e4 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Received port after_create {{(pid=110144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:50:37.080555 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce546b05-4e1c-4be2-a825-cc38f36b66e4 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Pushing event updated for resources: {'Port': ['ID=a0029e26-c49c-46a1-8d0f-4de0f3908abe,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:50:37.111332 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-487c8f7f-9e66-4706-85de-d5c3d7ff1323 req-bcc4c379-369e-4382-92d8-1e98a63e98dc service neutron] 10.222.0.18 "GET /v2.0/networks/a0b25786-9a98-4b69-9ff8-d7339822960d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671424 Mar 08 04:50:37.118767 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff69a4-426b-4434-9c77-4347aa428751 req-ce546b05-4e1c-4be2-a825-cc38f36b66e4 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:37.119363 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-cbff69a4-426b-4434-9c77-4347aa428751 req-ce546b05-4e1c-4be2-a825-cc38f36b66e4 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:37.214295 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-487c8f7f-9e66-4706-85de-d5c3d7ff1323 req-62bb3bd6-e926-4f68-9729-a16a4938ad12 service neutron] 10.222.0.18 "GET /v2.0/networks/a0b25786-9a98-4b69-9ff8-d7339822960d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917389 Mar 08 04:50:37.267532 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cbff69a4-426b-4434-9c77-4347aa428751 req-ce546b05-4e1c-4be2-a825-cc38f36b66e4 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0901165 Mar 08 04:50:37.279778 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [req-cbff69a4-426b-4434-9c77-4347aa428751 req-b70cd098-09b0-4b4d-a32f-06daa8077703 service neutron] Request body: {'port': {'device_id': '868b3449-ea46-4b50-a521-ad061a5317a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:50:37.312610 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-040911c9-82c4-4d25-8a5c-046b843aa988 None None] Provisioning complete for port a0029e26-c49c-46a1-8d0f-4de0f3908abe triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:50:37.313186 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-040911c9-82c4-4d25-8a5c-046b843aa988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (a0029e26-c49c-46a1-8d0f-4de0f3908abe), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:37.340690 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-cbff69a4-426b-4434-9c77-4347aa428751 req-b70cd098-09b0-4b4d-a32f-06daa8077703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (a0029e26-c49c-46a1-8d0f-4de0f3908abe), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:37.348913 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-040911c9-82c4-4d25-8a5c-046b843aa988 None None] Port a0029e26-c49c-46a1-8d0f-4de0f3908abe cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:50:37.521568 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cff50-68b2-485a-89dd-adbc81b042c6 req-c38f1c67-6355-4b44-8d20-9546e2b7e5d6 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:37.523023 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ab7cff50-68b2-485a-89dd-adbc81b042c6 req-c38f1c67-6355-4b44-8d20-9546e2b7e5d6 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 932 time: 0.1283665 Mar 08 04:50:37.613638 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ab7cff50-68b2-485a-89dd-adbc81b042c6 req-7ebdda9c-058c-47e3-bc33-93cbc7da9eb9 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672448 Mar 08 04:50:37.668099 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [req-cbff69a4-426b-4434-9c77-4347aa428751 req-b70cd098-09b0-4b4d-a32f-06daa8077703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0029e26-c49c-46a1-8d0f-4de0f3908abe {{(pid=110144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:50:37.675319 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-cbff69a4-426b-4434-9c77-4347aa428751 req-b70cd098-09b0-4b4d-a32f-06daa8077703 service neutron] Publish callbacks [] for port (a0029e26-c49c-46a1-8d0f-4de0f3908abe), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:37.686923 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.provisioning_blocks [req-cbff69a4-426b-4434-9c77-4347aa428751 req-b70cd098-09b0-4b4d-a32f-06daa8077703 service neutron] Transition to ACTIVE for port object a0029e26-c49c-46a1-8d0f-4de0f3908abe will not be triggered until provisioned by entity L2. {{(pid=110144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 04:50:37.771990 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-cbff69a4-426b-4434-9c77-4347aa428751 req-b70cd098-09b0-4b4d-a32f-06daa8077703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4052309'] for port (a0029e26-c49c-46a1-8d0f-4de0f3908abe), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:37.822286 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70cd098-09b0-4b4d-a32f-06daa8077703 service neutron] Pushing event updated for resources: {'Port': ['ID=a0029e26-c49c-46a1-8d0f-4de0f3908abe,revision_number=2']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:50:37.896464 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-cbff69a4-426b-4434-9c77-4347aa428751 req-b70cd098-09b0-4b4d-a32f-06daa8077703 service neutron] Attempting to bind port a0029e26-c49c-46a1-8d0f-4de0f3908abe on host hv-cinder-74014 for vnic_type normal with profile {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:50:37.896890 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-cbff69a4-426b-4434-9c77-4347aa428751 req-b70cd098-09b0-4b4d-a32f-06daa8077703 service neutron] Attempting to bind port a0029e26-c49c-46a1-8d0f-4de0f3908abe by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'b5d0be17-e38f-4e92-9e95-4d4779f06bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '860c194c-b911-4147-84ad-16e240b1666f'}] {{(pid=110144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:50:37.897321 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbff69a4-426b-4434-9c77-4347aa428751 req-b70cd098-09b0-4b4d-a32f-06daa8077703 service neutron] Attempting to bind port a0029e26-c49c-46a1-8d0f-4de0f3908abe on network 860c194c-b911-4147-84ad-16e240b1666f {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:50:37.902636 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbff69a4-426b-4434-9c77-4347aa428751 req-b70cd098-09b0-4b4d-a32f-06daa8077703 service neutron] Port a0029e26-c49c-46a1-8d0f-4de0f3908abe on network 860c194c-b911-4147-84ad-16e240b1666f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 04:50:37.903032 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbff69a4-426b-4434-9c77-4347aa428751 req-b70cd098-09b0-4b4d-a32f-06daa8077703 service neutron] Attempting to bind port a0029e26-c49c-46a1-8d0f-4de0f3908abe on network 860c194c-b911-4147-84ad-16e240b1666f {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:50:37.908856 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbff69a4-426b-4434-9c77-4347aa428751 req-b70cd098-09b0-4b4d-a32f-06daa8077703 service neutron] Checking agent: {'id': '8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'started_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:50:37.908856 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbff69a4-426b-4434-9c77-4347aa428751 req-b70cd098-09b0-4b4d-a32f-06daa8077703 service neutron] Checking segment: {'id': 'b5d0be17-e38f-4e92-9e95-4d4779f06bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '860c194c-b911-4147-84ad-16e240b1666f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:50:37.909139 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbff69a4-426b-4434-9c77-4347aa428751 req-b70cd098-09b0-4b4d-a32f-06daa8077703 service neutron] Bound using segment: {'id': 'b5d0be17-e38f-4e92-9e95-4d4779f06bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '860c194c-b911-4147-84ad-16e240b1666f'} {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:50:37.909748 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-cbff69a4-426b-4434-9c77-4347aa428751 req-b70cd098-09b0-4b4d-a32f-06daa8077703 service neutron] Bound port: a0029e26-c49c-46a1-8d0f-4de0f3908abe, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5d0be17-e38f-4e92-9e95-4d4779f06bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '860c194c-b911-4147-84ad-16e240b1666f'}}] {{(pid=110144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:50:37.910209 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-cbff69a4-426b-4434-9c77-4347aa428751 req-b70cd098-09b0-4b4d-a32f-06daa8077703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (a0029e26-c49c-46a1-8d0f-4de0f3908abe), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:37.981418 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-cbff69a4-426b-4434-9c77-4347aa428751 req-b70cd098-09b0-4b4d-a32f-06daa8077703 service neutron] For port a0029e26-c49c-46a1-8d0f-4de0f3908abe, host hv-cinder-74014, cleared binding levels {{(pid=110144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:50:37.985054 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-cbff69a4-426b-4434-9c77-4347aa428751 req-b70cd098-09b0-4b4d-a32f-06daa8077703 service neutron] For port a0029e26-c49c-46a1-8d0f-4de0f3908abe, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a0029e26-c49c-46a1-8d0f-4de0f3908abe,segment=NetworkSegment(b5d0be17-e38f-4e92-9e95-4d4779f06bf0),segment_id=b5d0be17-e38f-4e92-9e95-4d4779f06bf0)] {{(pid=110144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:50:37.990883 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01967273-f298-41c6-bacd-dd7d6df47a5b req-45eeaddc-3929-4b40-8f4d-645838481bf9 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:37.992337 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-01967273-f298-41c6-bacd-dd7d6df47a5b req-45eeaddc-3929-4b40-8f4d-645838481bf9 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/ports?device_id=880ecec1-579c-4d7e-b907-309cdbe25a44 HTTP/1.1" status: 200 len: 945 time: 0.0578990 Mar 08 04:50:38.037454 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-01967273-f298-41c6-bacd-dd7d6df47a5b req-073fea9c-569d-41b8-b408-d7fdd7e3ed67 tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/security-groups?id=7705b2e9-a5e0-4c30-9a81-7b217e00688c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389655 Mar 08 04:50:38.047199 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-cbff69a4-426b-4434-9c77-4347aa428751 req-b70cd098-09b0-4b4d-a32f-06daa8077703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4052309'] for port (a0029e26-c49c-46a1-8d0f-4de0f3908abe), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:38.108328 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff69a4-426b-4434-9c77-4347aa428751 req-b70cd098-09b0-4b4d-a32f-06daa8077703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:38.108955 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-cbff69a4-426b-4434-9c77-4347aa428751 req-b70cd098-09b0-4b4d-a32f-06daa8077703 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:38.110431 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cbff69a4-426b-4434-9c77-4347aa428751 req-b70cd098-09b0-4b4d-a32f-06daa8077703 service neutron] 10.222.0.18 "PUT /v2.0/ports/a0029e26-c49c-46a1-8d0f-4de0f3908abe HTTP/1.1" status: 200 len: 1094 time: 0.8352933 Mar 08 04:50:38.110897 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868b3449-ea46-4b50-a521-ad061a5317a1', 'tag': 'a0029e26-c49c-46a1-8d0f-4de0f3908abe'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:50:38.113237 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caeb3b11-b956-4c17-a40b-3437680a3909" -d '{"events": [{"name": "network-changed", "server_uuid": "868b3449-ea46-4b50-a521-ad061a5317a1", "tag": "a0029e26-c49c-46a1-8d0f-4de0f3908abe"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:50:38.140836 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70cd098-09b0-4b4d-a32f-06daa8077703 service neutron] Pushing event updated for resources: {'Port': ['ID=a0029e26-c49c-46a1-8d0f-4de0f3908abe,revision_number=3']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:50:38.160321 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca972c70-2f9f-47ac-8e9d-5a03acbee5c3 req-51a105b2-1870-4cb1-a748-fd38428167dd tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:38.161877 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ca972c70-2f9f-47ac-8e9d-5a03acbee5c3 req-51a105b2-1870-4cb1-a748-fd38428167dd tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.18 "GET /v2.0/ports?device_id=880ecec1-579c-4d7e-b907-309cdbe25a44 HTTP/1.1" status: 200 len: 945 time: 0.0877733 Mar 08 04:50:38.163336 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb0cb90-c8a7-4b6c-bca2-140660ef864c x-openstack-request-id: req-6bb0cb90-c8a7-4b6c-bca2-140660ef864c {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:50:38.163623 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "868b3449-ea46-4b50-a521-ad061a5317a1", "tag": "a0029e26-c49c-46a1-8d0f-4de0f3908abe", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:50:38.163881 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6bb0cb90-c8a7-4b6c-bca2-140660ef864c {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:50:38.164267 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '868b3449-ea46-4b50-a521-ad061a5317a1', 'tag': 'a0029e26-c49c-46a1-8d0f-4de0f3908abe', 'status': 'completed', 'code': 200} Mar 08 04:50:38.286004 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb3b11-b956-4c17-a40b-3437680a3909 req-7e6a9e82-1159-4cf6-8b88-5a670c09a15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:38.287509 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-caeb3b11-b956-4c17-a40b-3437680a3909 req-7e6a9e82-1159-4cf6-8b88-5a670c09a15c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=53b2a43d64144bbfbae1d11822fba676&device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 1128 time: 0.1061440 Mar 08 04:50:38.363503 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-ca972c70-2f9f-47ac-8e9d-5a03acbee5c3 req-cdc63ebd-d49d-458b-a111-eb7e43586baa tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Deleting port 24b67deb-6b51-4b21-9224-2185f7e5c6f7 {{(pid=110144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:50:38.364143 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-ca972c70-2f9f-47ac-8e9d-5a03acbee5c3 req-cdc63ebd-d49d-458b-a111-eb7e43586baa tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (24b67deb-6b51-4b21-9224-2185f7e5c6f7), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:38.696498 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb3b11-b956-4c17-a40b-3437680a3909 req-53b32d71-4188-483b-abbd-e6bcf7f6f1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:38.698097 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-caeb3b11-b956-4c17-a40b-3437680a3909 req-53b32d71-4188-483b-abbd-e6bcf7f6f1a0 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=53b2a43d64144bbfbae1d11822fba676&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4028633 Mar 08 04:50:38.735805 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bdc9a9-921a-4ec2-bbc1-b2a9eeb98a78 req-63f09c64-e669-4888-b7ba-a288bca01341 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:38.737288 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-30bdc9a9-921a-4ec2-bbc1-b2a9eeb98a78 req-63f09c64-e669-4888-b7ba-a288bca01341 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 944 time: 0.0552614 Mar 08 04:50:38.737591 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-ca972c70-2f9f-47ac-8e9d-5a03acbee5c3 req-cdc63ebd-d49d-458b-a111-eb7e43586baa tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] For port 24b67deb-6b51-4b21-9224-2185f7e5c6f7, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=24b67deb-6b51-4b21-9224-2185f7e5c6f7,segment=NetworkSegment(6f9c35f3-31ac-423b-9cd6-924e104367f2),segment_id=6f9c35f3-31ac-423b-9cd6-924e104367f2)] {{(pid=110144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:50:38.738010 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-ca972c70-2f9f-47ac-8e9d-5a03acbee5c3 req-cdc63ebd-d49d-458b-a111-eb7e43586baa tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (24b67deb-6b51-4b21-9224-2185f7e5c6f7), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:38.759934 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-ca972c70-2f9f-47ac-8e9d-5a03acbee5c3 req-cdc63ebd-d49d-458b-a111-eb7e43586baa tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Calling delete_port for 24b67deb-6b51-4b21-9224-2185f7e5c6f7 owned by compute:nova {{(pid=110144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:50:38.783094 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-30bdc9a9-921a-4ec2-bbc1-b2a9eeb98a78 req-0e1f6e83-a055-4aad-bbe7-46c0969329fc tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401978 Mar 08 04:50:38.861396 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb3b11-b956-4c17-a40b-3437680a3909 req-e9660ea1-f375-4d2d-86ce-f244f5a172aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:38.862879 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-caeb3b11-b956-4c17-a40b-3437680a3909 req-e9660ea1-f375-4d2d-86ce-f244f5a172aa service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1525347 Mar 08 04:50:38.972302 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff69a4-426b-4434-9c77-4347aa428751 req-98950e67-bb5b-48e7-8d4c-8f702901fe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:38.973705 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cbff69a4-426b-4434-9c77-4347aa428751 req-98950e67-bb5b-48e7-8d4c-8f702901fe91 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=53b2a43d64144bbfbae1d11822fba676&device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 1128 time: 0.0600078 Mar 08 04:50:39.013891 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cbff69a4-426b-4434-9c77-4347aa428751 req-710d85ca-2df4-42ba-b526-ea14ddbf4a1f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0029e26-c49c-46a1-8d0f-4de0f3908abe HTTP/1.1" status: 200 len: 217 time: 0.0326929 Mar 08 04:50:39.055007 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-ca972c70-2f9f-47ac-8e9d-5a03acbee5c3 req-cdc63ebd-d49d-458b-a111-eb7e43586baa tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (24b67deb-6b51-4b21-9224-2185f7e5c6f7), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:39.067638 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] get_ports_and_sgs() called for port_ids ['24b67deb-6b51-4b21-9224-2185f7e5c6f7'] {{(pid=110146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:50:39.089373 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff69a4-426b-4434-9c77-4347aa428751 req-279bad83-9cd2-49b2-9de3-14a63150094b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:39.090856 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cbff69a4-426b-4434-9c77-4347aa428751 req-279bad83-9cd2-49b2-9de3-14a63150094b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2b6a1ea5-e77b-4dad-bc11-fe8b411f2953 HTTP/1.1" status: 200 len: 855 time: 0.0711432 Mar 08 04:50:39.093972 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc63ebd-d49d-458b-a111-eb7e43586baa tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Pushing event deleted for resources: {'Port': ['ID=24b67deb-6b51-4b21-9224-2185f7e5c6f7,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:50:39.164502 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-fab42513-6feb-446e-af99-bfa7b8bf96ad req-e99cf088-56b5-418e-827c-b9636ddc0eeb tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/ports?device_id=880ecec1-579c-4d7e-b907-309cdbe25a44 HTTP/1.1" status: 200 len: 210 time: 0.0567408 Mar 08 04:50:39.190438 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca972c70-2f9f-47ac-8e9d-5a03acbee5c3 req-cdc63ebd-d49d-458b-a111-eb7e43586baa tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] No DVR routers for this DVR port 24b67deb-6b51-4b21-9224-2185f7e5c6f7 on host hv-cinder-74014 {{(pid=110144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:50:39.193461 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-ca972c70-2f9f-47ac-8e9d-5a03acbee5c3 req-cdc63ebd-d49d-458b-a111-eb7e43586baa tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:39.196675 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ca972c70-2f9f-47ac-8e9d-5a03acbee5c3 req-cdc63ebd-d49d-458b-a111-eb7e43586baa tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.18 "DELETE /v2.0/ports/24b67deb-6b51-4b21-9224-2185f7e5c6f7 HTTP/1.1" status: 204 len: 173 time: 1.0257316 Mar 08 04:50:39.204312 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff69a4-426b-4434-9c77-4347aa428751 req-d2f0814b-f5f1-4294-a2c1-c676ca654eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:39.205774 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cbff69a4-426b-4434-9c77-4347aa428751 req-d2f0814b-f5f1-4294-a2c1-c676ca654eb1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=860c194c-b911-4147-84ad-16e240b1666f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1092219 Mar 08 04:50:39.294155 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cbff69a4-426b-4434-9c77-4347aa428751 req-72d7c247-31d0-4542-9a3f-990549dd46e9 service neutron] 10.222.0.18 "GET /v2.0/networks/860c194c-b911-4147-84ad-16e240b1666f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823627 Mar 08 04:50:39.388172 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cbff69a4-426b-4434-9c77-4347aa428751 req-7d9292b8-d223-4598-96bb-fff241f30c17 service neutron] 10.222.0.18 "GET /v2.0/networks/860c194c-b911-4147-84ad-16e240b1666f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868411 Mar 08 04:50:39.900801 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97033e26-ad7a-4077-80fd-ad35b8a39469 req-9a3fe4a9-2363-4a0d-850d-f779fc829147 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:39.903064 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-97033e26-ad7a-4077-80fd-ad35b8a39469 req-9a3fe4a9-2363-4a0d-850d-f779fc829147 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 944 time: 0.0514038 Mar 08 04:50:39.946559 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-97033e26-ad7a-4077-80fd-ad35b8a39469 req-6267c220-bdaf-434f-a9ee-d56403e79df1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380976 Mar 08 04:50:40.165115 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880ecec1-579c-4d7e-b907-309cdbe25a44', 'name': 'network-vif-deleted', 'tag': '24b67deb-6b51-4b21-9224-2185f7e5c6f7'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:50:40.167584 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c9cf7d-c3d2-435c-92ec-bbd15390e118" -d '{"events": [{"server_uuid": "880ecec1-579c-4d7e-b907-309cdbe25a44", "name": "network-vif-deleted", "tag": "24b67deb-6b51-4b21-9224-2185f7e5c6f7"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:50:40.203840 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701fb98e-8595-4b22-a576-88053c4cf9b0 x-openstack-request-id: req-701fb98e-8595-4b22-a576-88053c4cf9b0 {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:50:40.204143 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880ecec1-579c-4d7e-b907-309cdbe25a44", "name": "network-vif-deleted", "tag": "24b67deb-6b51-4b21-9224-2185f7e5c6f7", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:50:40.205646 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-701fb98e-8595-4b22-a576-88053c4cf9b0 {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:50:40.205646 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880ecec1-579c-4d7e-b907-309cdbe25a44', 'name': 'network-vif-deleted', 'tag': '24b67deb-6b51-4b21-9224-2185f7e5c6f7', 'status': 'completed', 'code': 200} Mar 08 04:50:40.274311 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-1baa25c8-a2d8-4614-a3b3-4716a8a8fcae req-858e2075-3c51-447c-856d-be6830c42deb tempest-VolumesSnapshotTestJSON-1666508587 tempest-VolumesSnapshotTestJSON-1666508587-project] 10.222.0.35 "GET /v2.0/ports?device_id=880ecec1-579c-4d7e-b907-309cdbe25a44 HTTP/1.1" status: 200 len: 210 time: 0.0308528 Mar 08 04:50:41.068478 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823cdcf-91bc-426b-b56e-2a78eaad2d5f req-08e590cf-9fe4-4074-84ca-14489f8525e7 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:41.070001 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9823cdcf-91bc-426b-b56e-2a78eaad2d5f req-08e590cf-9fe4-4074-84ca-14489f8525e7 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 944 time: 0.0526001 Mar 08 04:50:41.116745 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9823cdcf-91bc-426b-b56e-2a78eaad2d5f req-34962cc7-f7ae-4881-9d0b-e263d0ca5207 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412917 Mar 08 04:50:41.925583 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e776c40c-8bab-4033-843a-22e8a5ac4f68 req-99ac89fd-084a-4af3-8b96-6ec72785ebef tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:41.927171 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e776c40c-8bab-4033-843a-22e8a5ac4f68 req-99ac89fd-084a-4af3-8b96-6ec72785ebef tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.0521131 Mar 08 04:50:41.976541 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e776c40c-8bab-4033-843a-22e8a5ac4f68 req-12cad9c7-4d4f-4059-9612-c59a2fdeb02c tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432231 Mar 08 04:50:42.236606 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348455d-73e1-4491-818f-402d8a24cabf req-2442d821-529c-4a7a-84e8-ebf14d7e698b tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:42.237729 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device a0029e26-c49c-46a1-8d0f-4de0f3908abe details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=110146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:50:42.238177 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-c348455d-73e1-4491-818f-402d8a24cabf req-2442d821-529c-4a7a-84e8-ebf14d7e698b tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 944 time: 0.0509937 Mar 08 04:50:42.240852 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 24b67deb-6b51-4b21-9224-2185f7e5c6f7 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:50:42.269121 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] No Port match for: 24b67deb-6b51-4b21-9224-2185f7e5c6f7 {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:50:42.269498 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 24b67deb-6b51-4b21-9224-2185f7e5c6f7 not bound to the agent host hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:50:42.288218 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-c348455d-73e1-4491-818f-402d8a24cabf req-b9d2665d-4e6f-4209-9512-a959f7c593a0 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433168 Mar 08 04:50:42.357490 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port a0029e26-c49c-46a1-8d0f-4de0f3908abe, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a0029e26-c49c-46a1-8d0f-4de0f3908abe,segment=NetworkSegment(b5d0be17-e38f-4e92-9e95-4d4779f06bf0),segment_id=b5d0be17-e38f-4e92-9e95-4d4779f06bf0)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:50:42.367752 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Returning: {'device': 'a0029e26-c49c-46a1-8d0f-4de0f3908abe', 'network_id': '860c194c-b911-4147-84ad-16e240b1666f', 'port_id': 'a0029e26-c49c-46a1-8d0f-4de0f3908abe', 'mac_address': 'fa:16:3e:5a:85:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b6a1ea5-e77b-4dad-bc11-fe8b411f2953', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:50:42.403996 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port a0029e26-c49c-46a1-8d0f-4de0f3908abe is: DOWN; New status is: BUILD {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:50:42.404322 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (a0029e26-c49c-46a1-8d0f-4de0f3908abe), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:42.420628 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0029e26-c49c-46a1-8d0f-4de0f3908abe {{(pid=110146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:50:42.438875 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port a0029e26-c49c-46a1-8d0f-4de0f3908abe, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a0029e26-c49c-46a1-8d0f-4de0f3908abe,segment=NetworkSegment(b5d0be17-e38f-4e92-9e95-4d4779f06bf0),segment_id=b5d0be17-e38f-4e92-9e95-4d4779f06bf0)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:50:42.533203 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (a0029e26-c49c-46a1-8d0f-4de0f3908abe), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:42.578294 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=a0029e26-c49c-46a1-8d0f-4de0f3908abe,revision_number=4']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:50:42.584963 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:50:42.585341 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:50:42.585687 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:50:42.586022 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:50:42.586350 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:50:42.586678 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:50:42.587003 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:50:42.587326 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:50:42.587650 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:50:42.587987 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:50:42.588299 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:50:42.589108 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:50:42.589452 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:50:42.928573 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] get_ports_and_sgs() called for port_ids ['a0029e26-c49c-46a1-8d0f-4de0f3908abe'] {{(pid=110146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:50:43.103247 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ced4d-041d-4f3d-9845-8e0a5d178e1c req-8e5366d5-39e5-4108-b2db-2096310f85c2 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:43.104941 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e04ced4d-041d-4f3d-9845-8e0a5d178e1c req-8e5366d5-39e5-4108-b2db-2096310f85c2 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.0595689 Mar 08 04:50:43.186337 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e04ced4d-041d-4f3d-9845-8e0a5d178e1c req-66bda1c0-89b6-4d5f-a91a-c2010a6e1782 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=755507b1-b3bf-420c-8a60-51b9b7108477&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752571 Mar 08 04:50:43.199241 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c7aa2-997c-42a5-873f-454f028f8179 req-979b5203-c50c-4142-9c95-336f3636120a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:43.200916 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c50c7aa2-997c-42a5-873f-454f028f8179 req-979b5203-c50c-4142-9c95-336f3636120a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.18 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 945 time: 0.0834212 Mar 08 04:50:43.302037 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-c50c7aa2-997c-42a5-873f-454f028f8179 req-48b924d7-1112-438f-afab-79472dd6f601 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Deleting port 7e9ffabd-df11-491a-88fa-de12ae12a5e2 {{(pid=110144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:50:43.302388 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-c50c7aa2-997c-42a5-873f-454f028f8179 req-48b924d7-1112-438f-afab-79472dd6f601 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (7e9ffabd-df11-491a-88fa-de12ae12a5e2), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:43.393582 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-c50c7aa2-997c-42a5-873f-454f028f8179 req-48b924d7-1112-438f-afab-79472dd6f601 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] For port 7e9ffabd-df11-491a-88fa-de12ae12a5e2, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=7e9ffabd-df11-491a-88fa-de12ae12a5e2,segment=NetworkSegment(a818c616-68c3-44f5-83e0-f69b9edc3447),segment_id=a818c616-68c3-44f5-83e0-f69b9edc3447)] {{(pid=110144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:50:43.393941 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-c50c7aa2-997c-42a5-873f-454f028f8179 req-48b924d7-1112-438f-afab-79472dd6f601 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (7e9ffabd-df11-491a-88fa-de12ae12a5e2), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:43.414943 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dd83e-25ae-4023-8904-52af5ead7b1f req-7d74d695-10c1-4b9f-b803-87731ff008eb tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:43.416403 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-2e8dd83e-25ae-4023-8904-52af5ead7b1f req-7d74d695-10c1-4b9f-b803-87731ff008eb tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 945 time: 0.0539157 Mar 08 04:50:43.464652 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-2e8dd83e-25ae-4023-8904-52af5ead7b1f req-2cd96c6a-5430-4a7e-a8df-87578ea00f8f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425522 Mar 08 04:50:43.573628 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-c50c7aa2-997c-42a5-873f-454f028f8179 req-48b924d7-1112-438f-afab-79472dd6f601 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:43.573986 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-c50c7aa2-997c-42a5-873f-454f028f8179 req-48b924d7-1112-438f-afab-79472dd6f601 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952661'] for floatingip (8deef0d9-8748-4d84-a4fe-0d6dc376afb2), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:43.574297 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.db.l3_db [req-c50c7aa2-997c-42a5-873f-454f028f8179 req-48b924d7-1112-438f-afab-79472dd6f601 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Floating IP 8deef0d9-8748-4d84-a4fe-0d6dc376afb2 disassociated. External IP: 172.27.0.139, port: 7e9ffabd-df11-491a-88fa-de12ae12a5e2. Mar 08 04:50:43.574652 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-c50c7aa2-997c-42a5-873f-454f028f8179 req-48b924d7-1112-438f-afab-79472dd6f601 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Calling delete_port for 7e9ffabd-df11-491a-88fa-de12ae12a5e2 owned by compute:nova {{(pid=110144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:50:43.733883 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-c50c7aa2-997c-42a5-873f-454f028f8179 req-48b924d7-1112-438f-afab-79472dd6f601 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (7e9ffabd-df11-491a-88fa-de12ae12a5e2), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:43.762156 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b924d7-1112-438f-afab-79472dd6f601 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Pushing event deleted for resources: {'Port': ['ID=7e9ffabd-df11-491a-88fa-de12ae12a5e2,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:50:43.875240 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c50c7aa2-997c-42a5-873f-454f028f8179 req-48b924d7-1112-438f-afab-79472dd6f601 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Router 2cb70f1c-563d-4ccb-881b-47f53f004396 has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:50:43.982575 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c50c7aa2-997c-42a5-873f-454f028f8179 req-48b924d7-1112-438f-afab-79472dd6f601 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:50:43.993079 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b232a386-6dba-4d28-b599-fb2db824fbc1 None None] Sync routers for ids ['2cb70f1c-563d-4ccb-881b-47f53f004396'] in dv-cinder-740146-13-iscsi {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:50:43.997100 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-6a166d93-f830-4136-bd1c-d58b61ef8c98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:44.005261 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b232a386-6dba-4d28-b599-fb2db824fbc1 None None] Routers {'2cb70f1c-563d-4ccb-881b-47f53f004396'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:50:44.005867 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-b232a386-6dba-4d28-b599-fb2db824fbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:50:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['2cb70f1c-563d-4ccb-881b-47f53f004396'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:50:44.027179 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50c7aa2-997c-42a5-873f-454f028f8179 req-48b924d7-1112-438f-afab-79472dd6f601 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] No DVR routers for this DVR port 7e9ffabd-df11-491a-88fa-de12ae12a5e2 on host hv-cinder-74014 {{(pid=110144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:50:44.029681 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-c50c7aa2-997c-42a5-873f-454f028f8179 req-48b924d7-1112-438f-afab-79472dd6f601 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:44.033080 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c50c7aa2-997c-42a5-873f-454f028f8179 req-48b924d7-1112-438f-afab-79472dd6f601 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.18 "DELETE /v2.0/ports/7e9ffabd-df11-491a-88fa-de12ae12a5e2 HTTP/1.1" status: 204 len: 173 time: 0.8264382 Mar 08 04:50:44.033492 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7edea90-2d80-460e-9e07-196b80f72e77', 'name': 'network-vif-deleted', 'tag': '7e9ffabd-df11-491a-88fa-de12ae12a5e2'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:50:44.035721 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88a9f5a-102f-43fb-b351-6f9c2cef3f20" -d '{"events": [{"server_uuid": "b7edea90-2d80-460e-9e07-196b80f72e77", "name": "network-vif-deleted", "tag": "7e9ffabd-df11-491a-88fa-de12ae12a5e2"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:50:44.071618 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-595e3786-fbf9-4960-a942-277be10d31f3 x-openstack-request-id: req-595e3786-fbf9-4960-a942-277be10d31f3 {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:50:44.071914 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7edea90-2d80-460e-9e07-196b80f72e77", "name": "network-vif-deleted", "tag": "7e9ffabd-df11-491a-88fa-de12ae12a5e2", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:50:44.072167 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-595e3786-fbf9-4960-a942-277be10d31f3 {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:50:44.072572 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7edea90-2d80-460e-9e07-196b80f72e77', 'name': 'network-vif-deleted', 'tag': '7e9ffabd-df11-491a-88fa-de12ae12a5e2', 'status': 'completed', 'code': 200} Mar 08 04:50:44.125058 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-b232a386-6dba-4d28-b599-fb2db824fbc1 None None] Set router 2cb70f1c-563d-4ccb-881b-47f53f004396 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:50:44.285533 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-6ec15bc0-7be5-4479-bb9f-97f377ea7985 req-e0bd99ca-d750-460d-b21e-f8195bc00b1b tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 210 time: 0.0305448 Mar 08 04:50:44.326788 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-b232a386-6dba-4d28-b599-fb2db824fbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'name': 'tempest-AttachVolumeTestJSON-878477155-router', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '2b9b3c93-7c1e-4e78-a3f6-e11defd536d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:37Z', 'revision_number': 4, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'gw_port': {'id': '2b9b3c93-7c1e-4e78-a3f6-e11defd536d8', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:13:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': '4b19e078-88db-4ae0-91c5-ac908cfdf1dc', 'name': '', 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'mac_address': 'fa:16:3e:66:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7cfe1804-64f6-4463-a6ac-0aac353986ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:34Z', 'updated_at': '2022-03-08T04:43:50Z', 'revision_number': 5, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'subnets': [{'id': '7cfe1804-64f6-4463-a6ac-0aac353986ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:50:44.356831 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b232a386-6dba-4d28-b599-fb2db824fbc1 None None] Checking router: 2cb70f1c-563d-4ccb-881b-47f53f004396 for host: dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:50:44.365216 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b232a386-6dba-4d28-b599-fb2db824fbc1 None None] Routers {'2cb70f1c-563d-4ccb-881b-47f53f004396'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:50:44.365815 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-b232a386-6dba-4d28-b599-fb2db824fbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:50:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['2cb70f1c-563d-4ccb-881b-47f53f004396'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:50:44.469820 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-b232a386-6dba-4d28-b599-fb2db824fbc1 None None] Set router 2cb70f1c-563d-4ccb-881b-47f53f004396 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:50:44.586810 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94266399-f3b0-4ba6-9b4d-4f952b325e2b req-e29988a0-b823-40b7-a4aa-69785d2afb32 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:44.588352 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-94266399-f3b0-4ba6-9b4d-4f952b325e2b req-e29988a0-b823-40b7-a4aa-69785d2afb32 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 945 time: 0.0521941 Mar 08 04:50:44.638198 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-94266399-f3b0-4ba6-9b4d-4f952b325e2b req-096debc7-9c1e-448f-b82b-0cfe7e9d7a82 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439875 Mar 08 04:50:44.784417 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-b232a386-6dba-4d28-b599-fb2db824fbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'name': 'tempest-AttachVolumeTestJSON-878477155-router', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '2b9b3c93-7c1e-4e78-a3f6-e11defd536d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:37Z', 'revision_number': 4, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'gw_port': {'id': '2b9b3c93-7c1e-4e78-a3f6-e11defd536d8', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:13:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': '4b19e078-88db-4ae0-91c5-ac908cfdf1dc', 'name': '', 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'mac_address': 'fa:16:3e:66:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7cfe1804-64f6-4463-a6ac-0aac353986ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:34Z', 'updated_at': '2022-03-08T04:43:50Z', 'revision_number': 5, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'subnets': [{'id': '7cfe1804-64f6-4463-a6ac-0aac353986ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:50:44.810031 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b232a386-6dba-4d28-b599-fb2db824fbc1 None None] The sync data for ids ['2cb70f1c-563d-4ccb-881b-47f53f004396'] in dv-cinder-740146-13-iscsi is: [{'id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'name': 'tempest-AttachVolumeTestJSON-878477155-router', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '2b9b3c93-7c1e-4e78-a3f6-e11defd536d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:37Z', 'revision_number': 4, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'gw_port': {'id': '2b9b3c93-7c1e-4e78-a3f6-e11defd536d8', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:13:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': '4b19e078-88db-4ae0-91c5-ac908cfdf1dc', 'name': '', 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'mac_address': 'fa:16:3e:66:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7cfe1804-64f6-4463-a6ac-0aac353986ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:34Z', 'updated_at': '2022-03-08T04:43:50Z', 'revision_number': 5, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'subnets': [{'id': '7cfe1804-64f6-4463-a6ac-0aac353986ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:50:45.004639 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-741a6651-04d0-4c76-9463-eda0acc25717 None None] New status for floating IP 8deef0d9-8748-4d84-a4fe-0d6dc376afb2: DOWN {{(pid=110147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:50:45.378177 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-c2dea2e7-e4cb-4b9b-95fa-a65eba07ed8f req-8abd6cd5-82a9-4512-b311-101387c68d90 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 210 time: 0.0271206 Mar 08 04:50:45.757095 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aec2aa-c228-46b0-afa8-f8943000e39a req-002d5027-2111-4708-a12b-2f4889a9e783 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:45.758596 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-78aec2aa-c228-46b0-afa8-f8943000e39a req-002d5027-2111-4708-a12b-2f4889a9e783 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 945 time: 0.0512886 Mar 08 04:50:45.807780 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-78aec2aa-c228-46b0-afa8-f8943000e39a req-1fcc8647-64e9-4ada-b83b-ab441be032e3 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431955 Mar 08 04:50:46.218705 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-78bdf417-29c0-4320-b17f-2dec98416700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:46.468391 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-5ea34edc-d982-4267-9b1e-2e2580cb8a01 req-7ad0b547-24be-433e-9451-dec31c3636d2 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 210 time: 0.0261607 Mar 08 04:50:46.926071 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e82625-8fe8-4a56-94a7-335a22f0e40a req-e1a20276-3808-4f8a-8e7e-8df12b9899df tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:46.927515 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-47e82625-8fe8-4a56-94a7-335a22f0e40a req-e1a20276-3808-4f8a-8e7e-8df12b9899df tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 945 time: 0.0509255 Mar 08 04:50:46.971817 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-47e82625-8fe8-4a56-94a7-335a22f0e40a req-2788ce84-ee1b-4495-8268-904d3ec0f030 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388956 Mar 08 04:50:47.084814 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device a0029e26-c49c-46a1-8d0f-4de0f3908abe up at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:50:47.225408 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning for port a0029e26-c49c-46a1-8d0f-4de0f3908abe completed by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 04:50:47.227993 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:47.231032 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning complete for port a0029e26-c49c-46a1-8d0f-4de0f3908abe triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:50:47.231399 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (a0029e26-c49c-46a1-8d0f-4de0f3908abe), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:47.306561 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port a0029e26-c49c-46a1-8d0f-4de0f3908abe is: BUILD; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:50:47.306966 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (a0029e26-c49c-46a1-8d0f-4de0f3908abe), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:47.333434 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868b3449-ea46-4b50-a521-ad061a5317a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0029e26-c49c-46a1-8d0f-4de0f3908abe'}] {{(pid=110146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:50:47.335663 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce5c9d46ce85cdc7bdd5e39ea1b8e3d9b9c3a590759baa6189aad05618b43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc640cc9-2d35-41d5-864a-66e6619da9a5" -d '{"events": [{"server_uuid": "868b3449-ea46-4b50-a521-ad061a5317a1", "name": "network-vif-plugged", "status": "completed", "tag": "a0029e26-c49c-46a1-8d0f-4de0f3908abe"}]}' {{(pid=110146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:50:47.349249 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port a0029e26-c49c-46a1-8d0f-4de0f3908abe, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a0029e26-c49c-46a1-8d0f-4de0f3908abe,segment=NetworkSegment(b5d0be17-e38f-4e92-9e95-4d4779f06bf0),segment_id=b5d0be17-e38f-4e92-9e95-4d4779f06bf0)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:50:47.370672 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0737d2-1f83-4409-8293-a5acc13b9cd2 x-openstack-request-id: req-bb0737d2-1f83-4409-8293-a5acc13b9cd2 {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:50:47.370988 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "868b3449-ea46-4b50-a521-ad061a5317a1", "name": "network-vif-plugged", "status": "completed", "tag": "a0029e26-c49c-46a1-8d0f-4de0f3908abe", "code": 200}]} {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:50:47.371237 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bb0737d2-1f83-4409-8293-a5acc13b9cd2 {{(pid=110146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:50:47.371626 dv-cinder-740146-13-iscsi neutron-server[110146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868b3449-ea46-4b50-a521-ad061a5317a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0029e26-c49c-46a1-8d0f-4de0f3908abe', 'code': 200} Mar 08 04:50:47.413365 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (a0029e26-c49c-46a1-8d0f-4de0f3908abe), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:47.462399 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=a0029e26-c49c-46a1-8d0f-4de0f3908abe,revision_number=5']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:50:47.572112 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ce9ee415-b5b2-420f-9dbc-2f9202323f45 req-c875e23b-7e0f-45cc-a716-c8ef606de620 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7edea90-2d80-460e-9e07-196b80f72e77 HTTP/1.1" status: 200 len: 210 time: 0.0267599 Mar 08 04:50:47.748075 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3de25-9219-443d-80ae-6a2c9ddb6c0e req-669fa0f7-e32d-4051-adc0-ce53347ff6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:47.749493 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-bfa3de25-9219-443d-80ae-6a2c9ddb6c0e req-669fa0f7-e32d-4051-adc0-ce53347ff6e4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 1130 time: 0.0427549 Mar 08 04:50:47.796644 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-bfa3de25-9219-443d-80ae-6a2c9ddb6c0e req-adde2f3a-01b0-4a85-a56e-bf28978bcaac service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394959 Mar 08 04:50:48.090511 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d0b1d-af2d-48a2-96e6-63f3e080cc47 req-806786cf-1086-4936-b2d2-5ec6495ed280 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:48.091974 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-ad4d0b1d-af2d-48a2-96e6-63f3e080cc47 req-806786cf-1086-4936-b2d2-5ec6495ed280 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 946 time: 0.0516152 Mar 08 04:50:48.139320 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-ad4d0b1d-af2d-48a2-96e6-63f3e080cc47 req-f04433a5-1d90-4330-9e1b-4fbcc5a1c21f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416481 Mar 08 04:50:48.710455 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:48.717883 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 45050) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:50:48.778120 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-8a7dea74-05b0-4ad4-b844-9825abefdd8c tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for security_group (755507b1-b3bf-420c-8a60-51b9b7108477), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:48.803602 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-8a7dea74-05b0-4ad4-b844-9825abefdd8c tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for security_group (755507b1-b3bf-420c-8a60-51b9b7108477), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:48.955913 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-8a7dea74-05b0-4ad4-b844-9825abefdd8c tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (755507b1-b3bf-420c-8a60-51b9b7108477), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:48.958588 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-8a7dea74-05b0-4ad4-b844-9825abefdd8c tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:48.959745 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-8a7dea74-05b0-4ad4-b844-9825abefdd8c tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "DELETE /v2.0/security-groups/755507b1-b3bf-420c-8a60-51b9b7108477 HTTP/1.1" status: 204 len: 168 time: 0.2408748 Mar 08 04:50:48.962673 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 45052) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:50:48.969439 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7dea74-05b0-4ad4-b844-9825abefdd8c tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=755507b1-b3bf-420c-8a60-51b9b7108477,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:50:48.976178 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.api.v2.resource [None req-ec7aaab1-0cbe-42b6-ae66-55129954ae7d tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] show failed (client error): The resource could not be found. Mar 08 04:50:48.977229 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-ec7aaab1-0cbe-42b6-ae66-55129954ae7d tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups/755507b1-b3bf-420c-8a60-51b9b7108477 HTTP/1.1" status: 404 len: 347 time: 0.0128722 Mar 08 04:50:48.980110 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 45054) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:50:49.108539 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-02e2d435-51f0-48da-89e5-5991f0bb2f13 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Deleting port a423eb81-30d5-43c7-a64b-4ae6a86c5e1d {{(pid=110145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:50:49.109214 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-02e2d435-51f0-48da-89e5-5991f0bb2f13 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (a423eb81-30d5-43c7-a64b-4ae6a86c5e1d), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:49.189560 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-02e2d435-51f0-48da-89e5-5991f0bb2f13 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (a423eb81-30d5-43c7-a64b-4ae6a86c5e1d), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:49.189893 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-02e2d435-51f0-48da-89e5-5991f0bb2f13 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for floatingip (a423eb81-30d5-43c7-a64b-4ae6a86c5e1d), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:49.202074 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-02e2d435-51f0-48da-89e5-5991f0bb2f13 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Calling delete_port for a423eb81-30d5-43c7-a64b-4ae6a86c5e1d owned by network:floatingip {{(pid=110145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:50:49.280456 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b23cf2-fbc0-464f-a63a-a8e4367919a8 req-00d0cfb3-13b6-49db-9da2-294216168c73 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:49.281986 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-01b23cf2-fbc0-464f-a63a-a8e4367919a8 req-00d0cfb3-13b6-49db-9da2-294216168c73 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 946 time: 0.0710571 Mar 08 04:50:49.331433 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-01b23cf2-fbc0-464f-a63a-a8e4367919a8 req-26516ad4-4658-45c1-bace-0fd3571a72c0 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438230 Mar 08 04:50:49.424709 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-02e2d435-51f0-48da-89e5-5991f0bb2f13 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793137'] for port (a423eb81-30d5-43c7-a64b-4ae6a86c5e1d), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:49.453388 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e2d435-51f0-48da-89e5-5991f0bb2f13 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Pushing event deleted for resources: {'Port': ['ID=a423eb81-30d5-43c7-a64b-4ae6a86c5e1d,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:50:49.512163 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-02e2d435-51f0-48da-89e5-5991f0bb2f13 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for floatingip (8deef0d9-8748-4d84-a4fe-0d6dc376afb2), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:49.514741 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-02e2d435-51f0-48da-89e5-5991f0bb2f13 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for floatingip (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:49.515921 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-02e2d435-51f0-48da-89e5-5991f0bb2f13 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "DELETE /v2.0/floatingips/8deef0d9-8748-4d84-a4fe-0d6dc376afb2 HTTP/1.1" status: 204 len: 168 time: 0.5344503 Mar 08 04:50:49.736723 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 45064) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:50:49.741347 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-2accb9e7-3f80-4d81-afba-02b88377e2a5 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2081338870', 'description': 'tempest-description--1027781453'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:50:49.824107 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-2accb9e7-3f80-4d81-afba-02b88377e2a5 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:49.891182 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-2accb9e7-3f80-4d81-afba-02b88377e2a5 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for security_group (0c15df73-7817-4c4f-800c-de4461ba4879), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:49.961578 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-2accb9e7-3f80-4d81-afba-02b88377e2a5 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (0c15df73-7817-4c4f-800c-de4461ba4879), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:49.989112 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2accb9e7-3f80-4d81-afba-02b88377e2a5 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c15df73-7817-4c4f-800c-de4461ba4879,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:50:50.049319 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-2accb9e7-3f80-4d81-afba-02b88377e2a5 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:50.050668 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-2accb9e7-3f80-4d81-afba-02b88377e2a5 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3127966 Mar 08 04:50:50.053414 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 45066) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:50:50.058111 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-8a2dc9ee-5a1c-4c9f-9bcd-85579ae641d5 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Request body: {'security_group_rule': {'security_group_id': '0c15df73-7817-4c4f-800c-de4461ba4879', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:50:50.092988 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:50.155518 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8a2dc9ee-5a1c-4c9f-9bcd-85579ae641d5 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for security_group_rule (95f39f2f-d3aa-4da6-939e-c5aae283ffe1), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:50.210511 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8a2dc9ee-5a1c-4c9f-9bcd-85579ae641d5 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for security_group_rule (95f39f2f-d3aa-4da6-939e-c5aae283ffe1), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:50.292324 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8a2dc9ee-5a1c-4c9f-9bcd-85579ae641d5 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575780'] for security_group_rule (95f39f2f-d3aa-4da6-939e-c5aae283ffe1), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:50.311634 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2dc9ee-5a1c-4c9f-9bcd-85579ae641d5 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95f39f2f-d3aa-4da6-939e-c5aae283ffe1,revision_number=0']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:50:50.386895 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8a2dc9ee-5a1c-4c9f-9bcd-85579ae641d5 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:50.388118 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-8a2dc9ee-5a1c-4c9f-9bcd-85579ae641d5 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3337886 Mar 08 04:50:50.390934 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 45076) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:50:50.395437 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-2d83a090-d8da-4253-8d73-b0c53352eba0 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Request body: {'security_group_rule': {'security_group_id': '0c15df73-7817-4c4f-800c-de4461ba4879', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:50:50.458853 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c1507-74ad-470f-ad88-b4cdbc02ca59 req-ea701c2b-aeba-4986-a183-ae5967ac04fe tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:50.460310 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1c4c1507-74ad-470f-ad88-b4cdbc02ca59 req-ea701c2b-aeba-4986-a183-ae5967ac04fe tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 946 time: 0.0561550 Mar 08 04:50:50.503751 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-2d83a090-d8da-4253-8d73-b0c53352eba0 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for security_group_rule (6ea9353a-8acc-4902-ae75-8802f7ef41b3), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:50.506184 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1c4c1507-74ad-470f-ad88-b4cdbc02ca59 req-53930e33-7acb-4559-b7bf-684bb8509b27 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404253 Mar 08 04:50:50.561856 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-2d83a090-d8da-4253-8d73-b0c53352eba0 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for security_group_rule (6ea9353a-8acc-4902-ae75-8802f7ef41b3), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:50.623542 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660def73-d2be-4271-afd0-6b3d34ee8ebc req-22241863-adbf-4c9a-95f9-2d0fe4adc536 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:50.624980 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-660def73-d2be-4271-afd0-6b3d34ee8ebc req-22241863-adbf-4c9a-95f9-2d0fe4adc536 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 946 time: 0.0512156 Mar 08 04:50:50.628874 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-2d83a090-d8da-4253-8d73-b0c53352eba0 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575780'] for security_group_rule (6ea9353a-8acc-4902-ae75-8802f7ef41b3), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:50.633442 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 45082) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:50:50.644535 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-fb4a6d9e-0a38-4b49-b977-c6366be28923 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Request body: {'floatingip': {'port_id': 'a0029e26-c49c-46a1-8d0f-4de0f3908abe'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:50:50.683792 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d83a090-d8da-4253-8d73-b0c53352eba0 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ea9353a-8acc-4902-ae75-8802f7ef41b3,revision_number=0']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:50:50.691487 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-fb4a6d9e-0a38-4b49-b977-c6366be28923 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for floatingip (f6cb86c3-a47d-48d6-adb1-7deb7af47bd6), before_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:50.765709 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-2d83a090-d8da-4253-8d73-b0c53352eba0 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:50.766920 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-2d83a090-d8da-4253-8d73-b0c53352eba0 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3750134 Mar 08 04:50:50.775781 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 45086) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:50:50.780948 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-5d35bdce-2251-483e-8edc-6a4762f6849a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Request body: {'floatingip': {'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:50:50.876476 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5d35bdce-2251-483e-8edc-6a4762f6849a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:50.973055 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5d35bdce-2251-483e-8edc-6a4762f6849a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:51.083458 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_common [None req-5d35bdce-2251-483e-8edc-6a4762f6849a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Allocated IP 172.27.0.53 (e335cf5a-bd08-4697-9061-81dcecc4c284/5add51e7-3273-4e08-a772-a967bfff1dcd/d7d8dbc1-7423-4e69-9f85-10c0420a78ee) {{(pid=110144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:50:51.100409 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 7e9ffabd-df11-491a-88fa-de12ae12a5e2 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:50:51.124578 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] No Port match for: 7e9ffabd-df11-491a-88fa-de12ae12a5e2 {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:50:51.125085 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 7e9ffabd-df11-491a-88fa-de12ae12a5e2 not bound to the agent host hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:50:51.142875 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-fb4a6d9e-0a38-4b49-b977-c6366be28923 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:51.181749 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5d35bdce-2251-483e-8edc-6a4762f6849a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for port (d7d8dbc1-7423-4e69-9f85-10c0420a78ee), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:51.228848 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-fb4a6d9e-0a38-4b49-b977-c6366be28923 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952661'] for floatingip (f6cb86c3-a47d-48d6-adb1-7deb7af47bd6), after_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:51.303640 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5d35bdce-2251-483e-8edc-6a4762f6849a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (d7d8dbc1-7423-4e69-9f85-10c0420a78ee), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:51.331966 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.db.l3_db [None req-fb4a6d9e-0a38-4b49-b977-c6366be28923 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Floating IP f6cb86c3-a47d-48d6-adb1-7deb7af47bd6 associated. External IP: 172.27.0.46, port: a0029e26-c49c-46a1-8d0f-4de0f3908abe. Mar 08 04:50:51.345357 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d35bdce-2251-483e-8edc-6a4762f6849a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Network e335cf5a-bd08-4697-9061-81dcecc4c284 is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:50:51.348280 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [None req-5d35bdce-2251-483e-8edc-6a4762f6849a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:50:51.351395 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d35bdce-2251-483e-8edc-6a4762f6849a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Received port after_create {{(pid=110144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:50:51.357771 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d35bdce-2251-483e-8edc-6a4762f6849a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Pushing event updated for resources: {'Port': ['ID=d7d8dbc1-7423-4e69-9f85-10c0420a78ee,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:50:51.439511 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5d35bdce-2251-483e-8edc-6a4762f6849a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for floatingip (ebc98a7e-5558-40a2-840d-d3f41137845a), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:51.521646 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5d35bdce-2251-483e-8edc-6a4762f6849a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (d7d8dbc1-7423-4e69-9f85-10c0420a78ee), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:51.545048 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4a6d9e-0a38-4b49-b977-c6366be28923 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Router 0301edbb-1cb6-42b0-8a45-736d73f61666 has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:50:51.654908 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4a6d9e-0a38-4b49-b977-c6366be28923 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:50:51.659603 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-fb4a6d9e-0a38-4b49-b977-c6366be28923 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for floatingip (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:51.668511 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e6de7a-e284-409f-8eb4-7b4b00fb6eb3 None None] Sync routers for ids ['0301edbb-1cb6-42b0-8a45-736d73f61666'] in dv-cinder-740146-13-iscsi {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:50:51.679158 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e6de7a-e284-409f-8eb4-7b4b00fb6eb3 None None] Routers {'0301edbb-1cb6-42b0-8a45-736d73f61666'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:50:51.680047 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-c4e6de7a-e284-409f-8eb4-7b4b00fb6eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:50:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['0301edbb-1cb6-42b0-8a45-736d73f61666'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:50:51.684277 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5d35bdce-2251-483e-8edc-6a4762f6849a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for port (d7d8dbc1-7423-4e69-9f85-10c0420a78ee), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:51.692928 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-fb4a6d9e-0a38-4b49-b977-c6366be28923 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "PUT /v2.0/floatingips/f6cb86c3-a47d-48d6-adb1-7deb7af47bd6 HTTP/1.1" status: 200 len: 991 time: 1.0584252 Mar 08 04:50:51.693474 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868b3449-ea46-4b50-a521-ad061a5317a1', 'tag': 'a0029e26-c49c-46a1-8d0f-4de0f3908abe'}] {{(pid=110145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:50:51.695792 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71968b58d2f8aa6f8c15556c85a5ad4508c502c1b37aaef7a0ee3c4c7a23d4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65a1f40-7d19-4504-a0da-5b536efa288d" -d '{"events": [{"name": "network-changed", "server_uuid": "868b3449-ea46-4b50-a521-ad061a5317a1", "tag": "a0029e26-c49c-46a1-8d0f-4de0f3908abe"}]}' {{(pid=110145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:50:51.766430 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5d35bdce-2251-483e-8edc-6a4762f6849a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4052309'] for port (d7d8dbc1-7423-4e69-9f85-10c0420a78ee), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:51.797287 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42f0149-71d4-4e6b-9472-513e38aeb083 x-openstack-request-id: req-a42f0149-71d4-4e6b-9472-513e38aeb083 {{(pid=110145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:50:51.797770 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "868b3449-ea46-4b50-a521-ad061a5317a1", "tag": "a0029e26-c49c-46a1-8d0f-4de0f3908abe", "status": "completed", "code": 200}]} {{(pid=110145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:50:51.798548 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a42f0149-71d4-4e6b-9472-513e38aeb083 {{(pid=110145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:50:51.798548 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '868b3449-ea46-4b50-a521-ad061a5317a1', 'tag': 'a0029e26-c49c-46a1-8d0f-4de0f3908abe', 'status': 'completed', 'code': 200} Mar 08 04:50:51.801942 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-c4e6de7a-e284-409f-8eb4-7b4b00fb6eb3 None None] Set router 0301edbb-1cb6-42b0-8a45-736d73f61666 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:50:51.865327 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d35bdce-2251-483e-8edc-6a4762f6849a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Pushing event updated for resources: {'Port': ['ID=d7d8dbc1-7423-4e69-9f85-10c0420a78ee,revision_number=2']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:50:51.883636 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5d35bdce-2251-483e-8edc-6a4762f6849a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952661'] for floatingip (ebc98a7e-5558-40a2-840d-d3f41137845a), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:51.900094 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a1f40-7d19-4504-a0da-5b536efa288d req-abf59aee-7456-4da3-b40c-463667663cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:51.901719 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e65a1f40-7d19-4504-a0da-5b536efa288d req-abf59aee-7456-4da3-b40c-463667663cb6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=53b2a43d64144bbfbae1d11822fba676&device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 1130 time: 0.0693681 Mar 08 04:50:51.992390 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5d35bdce-2251-483e-8edc-6a4762f6849a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for floatingip (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:51.992390 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-5d35bdce-2251-483e-8edc-6a4762f6849a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2065167 Mar 08 04:50:52.020199 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a1f40-7d19-4504-a0da-5b536efa288d req-7d8a9abf-b1d4-4b2d-89dc-9ae703666693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:52.021842 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e65a1f40-7d19-4504-a0da-5b536efa288d req-7d8a9abf-b1d4-4b2d-89dc-9ae703666693 service neutron] 10.222.0.18 "GET /v2.0/networks?id=860c194c-b911-4147-84ad-16e240b1666f HTTP/1.1" status: 200 len: 917 time: 0.1137156 Mar 08 04:50:52.067212 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-c4e6de7a-e284-409f-8eb4-7b4b00fb6eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'name': 'tempest-AttachVolumeShelveTestJSON-480904037-router', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '6ac4a553-3e37-4e5e-a952-455684760833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:22Z', 'updated_at': '2022-03-08T04:43:32Z', 'revision_number': 4, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'gw_port': {'id': '6ac4a553-3e37-4e5e-a952-455684760833', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:24Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': 'f6cb86c3-a47d-48d6-adb1-7deb7af47bd6', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'floating_ip_address': '172.27.0.46', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'port_id': 'a0029e26-c49c-46a1-8d0f-4de0f3908abe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '860c194c-b911-4147-84ad-16e240b1666f', 'mac_address': 'fa:16:3e:5a:85:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868b3449-ea46-4b50-a521-ad061a5317a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:50:32Z', 'updated_at': '2022-03-08T04:50:51Z', 'revision_number': 1, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9583e9f3-4432-4325-8688-db1084d0bc9d', 'name': '', 'network_id': '860c194c-b911-4147-84ad-16e240b1666f', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'mac_address': 'fa:16:3e:16:1d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2b6a1ea5-e77b-4dad-bc11-fe8b411f2953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:30Z', 'updated_at': '2022-03-08T04:43:36Z', 'revision_number': 5, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'subnets': [{'id': '2b6a1ea5-e77b-4dad-bc11-fe8b411f2953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:50:52.096337 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e65a1f40-7d19-4504-a0da-5b536efa288d req-aa8edab4-53c6-411e-9648-bb00c4566b83 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0029e26-c49c-46a1-8d0f-4de0f3908abe HTTP/1.1" status: 200 len: 999 time: 0.0662661 Mar 08 04:50:52.109420 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e6de7a-e284-409f-8eb4-7b4b00fb6eb3 None None] Checking router: 0301edbb-1cb6-42b0-8a45-736d73f61666 for host: dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:50:52.118706 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e6de7a-e284-409f-8eb4-7b4b00fb6eb3 None None] Routers {'0301edbb-1cb6-42b0-8a45-736d73f61666'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:50:52.119440 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-c4e6de7a-e284-409f-8eb4-7b4b00fb6eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:50:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['0301edbb-1cb6-42b0-8a45-736d73f61666'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:50:52.152667 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a1f40-7d19-4504-a0da-5b536efa288d req-b3cbf8e3-d151-470f-83f9-ee016262e856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:52.154192 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e65a1f40-7d19-4504-a0da-5b536efa288d req-b3cbf8e3-d151-470f-83f9-ee016262e856 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2b6a1ea5-e77b-4dad-bc11-fe8b411f2953 HTTP/1.1" status: 200 len: 855 time: 0.0511642 Mar 08 04:50:52.157799 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-206f3fc2-09c5-4902-b9c3-e9b209f0bd32 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--2081338870&fields=id&tenant_id=123d544e6cdd4f43acfd2e4fc0fe7867 HTTP/1.1" status: 200 len: 267 time: 0.0426729 Mar 08 04:50:52.216488 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a1f40-7d19-4504-a0da-5b536efa288d req-9c0ef341-b78a-4dd3-8e5f-a6d1c559166b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:52.218816 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e65a1f40-7d19-4504-a0da-5b536efa288d req-9c0ef341-b78a-4dd3-8e5f-a6d1c559166b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=860c194c-b911-4147-84ad-16e240b1666f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0562434 Mar 08 04:50:52.239936 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-c4e6de7a-e284-409f-8eb4-7b4b00fb6eb3 None None] Set router 0301edbb-1cb6-42b0-8a45-736d73f61666 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:50:52.273401 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-78d121a1-c216-4f2c-822e-89b5f09da2a4 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:52.274872 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-78d121a1-c216-4f2c-822e-89b5f09da2a4 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/networks?id=a0b25786-9a98-4b69-9ff8-d7339822960d HTTP/1.1" status: 200 len: 810 time: 0.1105719 Mar 08 04:50:52.296672 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-a9c17173-3ad4-4bd8-8388-6d6dd08068ed tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/quotas/123d544e6cdd4f43acfd2e4fc0fe7867 HTTP/1.1" status: 200 len: 375 time: 0.0150907 Mar 08 04:50:52.318714 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e65a1f40-7d19-4504-a0da-5b536efa288d req-2fa68bdc-d8dc-4273-af23-1fb7ec2cda6f service neutron] 10.222.0.18 "GET /v2.0/networks/860c194c-b911-4147-84ad-16e240b1666f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940962 Mar 08 04:50:52.358610 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-c8449ea1-5fc5-4dda-b309-1807b1ca9e2d tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=123d544e6cdd4f43acfd2e4fc0fe7867&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609348 Mar 08 04:50:52.420801 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e65a1f40-7d19-4504-a0da-5b536efa288d req-827f2f17-4536-410f-9d01-1931f1511d86 service neutron] 10.222.0.18 "GET /v2.0/networks/860c194c-b911-4147-84ad-16e240b1666f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921643 Mar 08 04:50:52.460805 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-b24a5f0a-ec2d-49c9-8fce-846cd41509b1 service neutron] 10.222.0.35 "GET /v2.0/networks/a0b25786-9a98-4b69-9ff8-d7339822960d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841560 Mar 08 04:50:52.476406 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-c4e6de7a-e284-409f-8eb4-7b4b00fb6eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'name': 'tempest-AttachVolumeShelveTestJSON-480904037-router', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '6ac4a553-3e37-4e5e-a952-455684760833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:22Z', 'updated_at': '2022-03-08T04:43:32Z', 'revision_number': 4, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'gw_port': {'id': '6ac4a553-3e37-4e5e-a952-455684760833', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:24Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': 'f6cb86c3-a47d-48d6-adb1-7deb7af47bd6', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'floating_ip_address': '172.27.0.46', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'port_id': 'a0029e26-c49c-46a1-8d0f-4de0f3908abe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '860c194c-b911-4147-84ad-16e240b1666f', 'mac_address': 'fa:16:3e:5a:85:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868b3449-ea46-4b50-a521-ad061a5317a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:50:32Z', 'updated_at': '2022-03-08T04:50:51Z', 'revision_number': 1, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9583e9f3-4432-4325-8688-db1084d0bc9d', 'name': '', 'network_id': '860c194c-b911-4147-84ad-16e240b1666f', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'mac_address': 'fa:16:3e:16:1d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2b6a1ea5-e77b-4dad-bc11-fe8b411f2953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:30Z', 'updated_at': '2022-03-08T04:43:36Z', 'revision_number': 5, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'subnets': [{'id': '2b6a1ea5-e77b-4dad-bc11-fe8b411f2953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:50:52.502376 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e6de7a-e284-409f-8eb4-7b4b00fb6eb3 None None] The sync data for ids ['0301edbb-1cb6-42b0-8a45-736d73f61666'] in dv-cinder-740146-13-iscsi is: [{'id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'name': 'tempest-AttachVolumeShelveTestJSON-480904037-router', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '6ac4a553-3e37-4e5e-a952-455684760833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:22Z', 'updated_at': '2022-03-08T04:43:32Z', 'revision_number': 4, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'gw_port': {'id': '6ac4a553-3e37-4e5e-a952-455684760833', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:24Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': 'f6cb86c3-a47d-48d6-adb1-7deb7af47bd6', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'floating_ip_address': '172.27.0.46', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'port_id': 'a0029e26-c49c-46a1-8d0f-4de0f3908abe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '860c194c-b911-4147-84ad-16e240b1666f', 'mac_address': 'fa:16:3e:5a:85:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868b3449-ea46-4b50-a521-ad061a5317a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:50:32Z', 'updated_at': '2022-03-08T04:50:51Z', 'revision_number': 1, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9583e9f3-4432-4325-8688-db1084d0bc9d', 'name': '', 'network_id': '860c194c-b911-4147-84ad-16e240b1666f', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'mac_address': 'fa:16:3e:16:1d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2b6a1ea5-e77b-4dad-bc11-fe8b411f2953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:30Z', 'updated_at': '2022-03-08T04:43:36Z', 'revision_number': 5, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'subnets': [{'id': '2b6a1ea5-e77b-4dad-bc11-fe8b411f2953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:50:52.548931 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-f3b048ab-d851-4513-a113-2ce8f674f23e service neutron] 10.222.0.35 "GET /v2.0/networks/a0b25786-9a98-4b69-9ff8-d7339822960d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876694 Mar 08 04:50:52.695553 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b9a982-feda-406c-8871-512b97a6e913 None None] New status for floating IP f6cb86c3-a47d-48d6-adb1-7deb7af47bd6: ACTIVE {{(pid=110147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:50:52.821603 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-d64594e7-40a3-4a35-8040-00ec7af98b76 req-4ac6c6bd-50a9-41c8-9da3-27490d53632d tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf66ea0c-d866-4c25-b67d-ea5e1aa86792 HTTP/1.1" status: 200 len: 210 time: 0.0266721 Mar 08 04:50:53.914380 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-ce8297e3-024d-45ff-a4d3-29d217ee872f req-6385742b-5c37-4465-bb5c-ffd69ad513a7 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf66ea0c-d866-4c25-b67d-ea5e1aa86792 HTTP/1.1" status: 200 len: 210 time: 0.0283837 Mar 08 04:50:55.005355 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-47e1edf5-74eb-4513-acb1-74f952fc2653 req-093e6d97-46c1-4de4-bc1c-55243768eddb tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf66ea0c-d866-4c25-b67d-ea5e1aa86792 HTTP/1.1" status: 200 len: 210 time: 0.0271685 Mar 08 04:50:56.095401 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-01476347-d575-4474-9494-85778ffa9306 req-6ae4aa89-0f7d-49a8-b07a-d31d5f61e2c2 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf66ea0c-d866-4c25-b67d-ea5e1aa86792 HTTP/1.1" status: 200 len: 210 time: 0.0264900 Mar 08 04:50:57.186159 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-bd210fe2-65d1-4fd6-a493-c788ef53a926 req-34f48c39-d99b-4ed6-8f85-f6901fd864ba tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf66ea0c-d866-4c25-b67d-ea5e1aa86792 HTTP/1.1" status: 200 len: 210 time: 0.0267289 Mar 08 04:50:58.010730 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-c0703c4e-4709-4613-a3ff-58b3f1c47871 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:58.012695 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-c0703c4e-4709-4613-a3ff-58b3f1c47871 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.18 "GET /v2.0/networks?id=a0b25786-9a98-4b69-9ff8-d7339822960d HTTP/1.1" status: 200 len: 810 time: 0.1012244 Mar 08 04:50:58.071287 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-fc2315f3-42c7-44f2-8885-14772e24ec48 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=123d544e6cdd4f43acfd2e4fc0fe7867 HTTP/1.1" status: 200 len: 380 time: 0.0500493 Mar 08 04:50:58.080255 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-5a4afdab-f0c0-420f-a50e-e33967e6cf61 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Request body: {'port': {'device_id': 'cf66ea0c-d866-4c25-b67d-ea5e1aa86792', 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d', 'admin_state_up': True, 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'security_groups': ['0c15df73-7817-4c4f-800c-de4461ba4879']}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:50:58.264653 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-5a4afdab-f0c0-420f-a50e-e33967e6cf61 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Made reservation on behalf of 123d544e6cdd4f43acfd2e4fc0fe7867 for: {'port': 1} {{(pid=110144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:50:58.268459 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-5a4afdab-f0c0-420f-a50e-e33967e6cf61 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:58.280427 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-257c9cc2-9853-4558-8ae0-1763ddfd0190 req-151d9b4d-73b3-4a26-829e-4d71dc01127e tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf66ea0c-d866-4c25-b67d-ea5e1aa86792 HTTP/1.1" status: 200 len: 210 time: 0.0280335 Mar 08 04:50:58.394621 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_common [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-5a4afdab-f0c0-420f-a50e-e33967e6cf61 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Allocated IP 172.20.0.5 (a0b25786-9a98-4b69-9ff8-d7339822960d/7cfe1804-64f6-4463-a6ac-0aac353986ac/890b6f05-da53-40d9-a556-9c19a4e6b217) {{(pid=110144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:50:58.526765 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-5a4afdab-f0c0-420f-a50e-e33967e6cf61 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for port (890b6f05-da53-40d9-a556-9c19a4e6b217), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:58.617757 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-5a4afdab-f0c0-420f-a50e-e33967e6cf61 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (890b6f05-da53-40d9-a556-9c19a4e6b217), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:58.662277 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-5a4afdab-f0c0-420f-a50e-e33967e6cf61 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Network a0b25786-9a98-4b69-9ff8-d7339822960d is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:50:58.667205 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-5a4afdab-f0c0-420f-a50e-e33967e6cf61 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:50:58.672902 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-5a4afdab-f0c0-420f-a50e-e33967e6cf61 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Received port after_create {{(pid=110144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:50:58.677429 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4afdab-f0c0-420f-a50e-e33967e6cf61 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Pushing event updated for resources: {'Port': ['ID=890b6f05-da53-40d9-a556-9c19a4e6b217,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:50:58.723156 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-5a4afdab-f0c0-420f-a50e-e33967e6cf61 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:58.723729 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-5a4afdab-f0c0-420f-a50e-e33967e6cf61 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:58.839957 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-5a4afdab-f0c0-420f-a50e-e33967e6cf61 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7627187 Mar 08 04:50:58.867151 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-8f9c6c61-1178-4657-98b6-8670c1e6c0e6 service neutron] Request body: {'port': {'device_id': 'cf66ea0c-d866-4c25-b67d-ea5e1aa86792', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:50:58.928899 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-8f9c6c61-1178-4657-98b6-8670c1e6c0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (890b6f05-da53-40d9-a556-9c19a4e6b217), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:58.946837 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-3a6db25b-acd0-484a-b029-1a9ddf9bfe53 None None] Provisioning complete for port 890b6f05-da53-40d9-a556-9c19a4e6b217 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:50:58.947448 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-3a6db25b-acd0-484a-b029-1a9ddf9bfe53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (890b6f05-da53-40d9-a556-9c19a4e6b217), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:58.981426 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-3a6db25b-acd0-484a-b029-1a9ddf9bfe53 None None] Port 890b6f05-da53-40d9-a556-9c19a4e6b217 cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:50:59.190172 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-8f9c6c61-1178-4657-98b6-8670c1e6c0e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 890b6f05-da53-40d9-a556-9c19a4e6b217 {{(pid=110144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:50:59.200510 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-8f9c6c61-1178-4657-98b6-8670c1e6c0e6 service neutron] Publish callbacks [] for port (890b6f05-da53-40d9-a556-9c19a4e6b217), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:59.210475 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.provisioning_blocks [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-8f9c6c61-1178-4657-98b6-8670c1e6c0e6 service neutron] Transition to ACTIVE for port object 890b6f05-da53-40d9-a556-9c19a4e6b217 will not be triggered until provisioned by entity L2. {{(pid=110144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 04:50:59.276082 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-8f9c6c61-1178-4657-98b6-8670c1e6c0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4052309'] for port (890b6f05-da53-40d9-a556-9c19a4e6b217), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:59.331724 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c6c61-1178-4657-98b6-8670c1e6c0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=890b6f05-da53-40d9-a556-9c19a4e6b217,revision_number=2']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:50:59.439418 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-8f9c6c61-1178-4657-98b6-8670c1e6c0e6 service neutron] Attempting to bind port 890b6f05-da53-40d9-a556-9c19a4e6b217 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:50:59.439758 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-8f9c6c61-1178-4657-98b6-8670c1e6c0e6 service neutron] Attempting to bind port 890b6f05-da53-40d9-a556-9c19a4e6b217 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': 'a818c616-68c3-44f5-83e0-f69b9edc3447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d'}] {{(pid=110144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:50:59.440121 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-8f9c6c61-1178-4657-98b6-8670c1e6c0e6 service neutron] Attempting to bind port 890b6f05-da53-40d9-a556-9c19a4e6b217 on network a0b25786-9a98-4b69-9ff8-d7339822960d {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:50:59.448417 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf03e9-9926-4c77-b226-fa51765b63b7 req-f686ea38-4c8b-485b-8219-3fd8a39ba374 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:59.450477 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-8ccf03e9-9926-4c77-b226-fa51765b63b7 req-f686ea38-4c8b-485b-8219-3fd8a39ba374 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf66ea0c-d866-4c25-b67d-ea5e1aa86792 HTTP/1.1" status: 200 len: 943 time: 0.0927672 Mar 08 04:50:59.454199 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-8f9c6c61-1178-4657-98b6-8670c1e6c0e6 service neutron] Port 890b6f05-da53-40d9-a556-9c19a4e6b217 on network a0b25786-9a98-4b69-9ff8-d7339822960d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 04:50:59.454521 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-8f9c6c61-1178-4657-98b6-8670c1e6c0e6 service neutron] Attempting to bind port 890b6f05-da53-40d9-a556-9c19a4e6b217 on network a0b25786-9a98-4b69-9ff8-d7339822960d {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:50:59.466733 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-8f9c6c61-1178-4657-98b6-8670c1e6c0e6 service neutron] Checking agent: {'id': '8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'started_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:50:59.468886 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-8f9c6c61-1178-4657-98b6-8670c1e6c0e6 service neutron] Checking segment: {'id': 'a818c616-68c3-44f5-83e0-f69b9edc3447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:50:59.468886 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-8f9c6c61-1178-4657-98b6-8670c1e6c0e6 service neutron] Bound using segment: {'id': 'a818c616-68c3-44f5-83e0-f69b9edc3447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d'} {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:50:59.468886 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-8f9c6c61-1178-4657-98b6-8670c1e6c0e6 service neutron] Bound port: 890b6f05-da53-40d9-a556-9c19a4e6b217, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a818c616-68c3-44f5-83e0-f69b9edc3447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d'}}] {{(pid=110144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:50:59.468886 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-8f9c6c61-1178-4657-98b6-8670c1e6c0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (890b6f05-da53-40d9-a556-9c19a4e6b217), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:59.487636 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:59.540166 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-8ccf03e9-9926-4c77-b226-fa51765b63b7 req-2c58fae9-6125-4383-8030-22f7daefffbf tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c15df73-7817-4c4f-800c-de4461ba4879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833223 Mar 08 04:50:59.560538 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-8f9c6c61-1178-4657-98b6-8670c1e6c0e6 service neutron] For port 890b6f05-da53-40d9-a556-9c19a4e6b217, host hv-cinder-74014, cleared binding levels {{(pid=110144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:50:59.563495 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-8f9c6c61-1178-4657-98b6-8670c1e6c0e6 service neutron] For port 890b6f05-da53-40d9-a556-9c19a4e6b217, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=890b6f05-da53-40d9-a556-9c19a4e6b217,segment=NetworkSegment(a818c616-68c3-44f5-83e0-f69b9edc3447),segment_id=a818c616-68c3-44f5-83e0-f69b9edc3447)] {{(pid=110144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:50:59.619063 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-8f9c6c61-1178-4657-98b6-8670c1e6c0e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4052309'] for port (890b6f05-da53-40d9-a556-9c19a4e6b217), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:59.655706 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-8f9c6c61-1178-4657-98b6-8670c1e6c0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:59.656316 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-8f9c6c61-1178-4657-98b6-8670c1e6c0e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:50:59.657734 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-8f9c6c61-1178-4657-98b6-8670c1e6c0e6 service neutron] 10.222.0.18 "PUT /v2.0/ports/890b6f05-da53-40d9-a556-9c19a4e6b217 HTTP/1.1" status: 200 len: 1093 time: 0.7949154 Mar 08 04:50:59.658174 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf66ea0c-d866-4c25-b67d-ea5e1aa86792', 'tag': '890b6f05-da53-40d9-a556-9c19a4e6b217'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:50:59.660411 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e9a213-a1c2-4843-ac5f-afe2e002ebc8" -d '{"events": [{"name": "network-changed", "server_uuid": "cf66ea0c-d866-4c25-b67d-ea5e1aa86792", "tag": "890b6f05-da53-40d9-a556-9c19a4e6b217"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:50:59.682652 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c6c61-1178-4657-98b6-8670c1e6c0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=890b6f05-da53-40d9-a556-9c19a4e6b217,revision_number=3']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:50:59.702232 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755e9d8b-a064-4c6f-a02c-909aa2600c17 x-openstack-request-id: req-755e9d8b-a064-4c6f-a02c-909aa2600c17 {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:50:59.702526 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf66ea0c-d866-4c25-b67d-ea5e1aa86792", "tag": "890b6f05-da53-40d9-a556-9c19a4e6b217", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:50:59.702782 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-755e9d8b-a064-4c6f-a02c-909aa2600c17 {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:50:59.703186 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf66ea0c-d866-4c25-b67d-ea5e1aa86792', 'tag': '890b6f05-da53-40d9-a556-9c19a4e6b217', 'status': 'completed', 'code': 200} Mar 08 04:50:59.767408 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9a213-a1c2-4843-ac5f-afe2e002ebc8 req-f36f2af3-0cf3-4df5-90a6-f2859b3d34ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:59.769025 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e2e9a213-a1c2-4843-ac5f-afe2e002ebc8 req-f36f2af3-0cf3-4df5-90a6-f2859b3d34ba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=123d544e6cdd4f43acfd2e4fc0fe7867&device_id=cf66ea0c-d866-4c25-b67d-ea5e1aa86792 HTTP/1.1" status: 200 len: 1127 time: 0.0469151 Mar 08 04:50:59.868967 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9a213-a1c2-4843-ac5f-afe2e002ebc8 req-4ce37206-19a4-4033-8679-19d42a83d586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:59.870499 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e2e9a213-a1c2-4843-ac5f-afe2e002ebc8 req-4ce37206-19a4-4033-8679-19d42a83d586 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=123d544e6cdd4f43acfd2e4fc0fe7867&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0944266 Mar 08 04:50:59.964415 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9a213-a1c2-4843-ac5f-afe2e002ebc8 req-4a81644b-682c-4ced-ac26-549f3ed8a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:50:59.965847 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e2e9a213-a1c2-4843-ac5f-afe2e002ebc8 req-4a81644b-682c-4ced-ac26-549f3ed8a90f service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867991 Mar 08 04:51:00.049559 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-be65defc-3cd1-4999-bd83-6cb4e59ce14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:00.051021 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-be65defc-3cd1-4999-bd83-6cb4e59ce14f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=123d544e6cdd4f43acfd2e4fc0fe7867&device_id=cf66ea0c-d866-4c25-b67d-ea5e1aa86792 HTTP/1.1" status: 200 len: 1127 time: 0.0471961 Mar 08 04:51:00.092143 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-d2055641-49c6-43ac-95b4-6a6a375f5660 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=890b6f05-da53-40d9-a556-9c19a4e6b217 HTTP/1.1" status: 200 len: 217 time: 0.0325594 Mar 08 04:51:00.138675 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-bee75e5e-facb-4336-a29b-f8fd0ff5dc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:00.140076 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-bee75e5e-facb-4336-a29b-f8fd0ff5dc9c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7cfe1804-64f6-4463-a6ac-0aac353986ac HTTP/1.1" status: 200 len: 849 time: 0.0423536 Mar 08 04:51:00.192506 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-8ee80981-5885-4505-b55e-c73e5f58b59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:00.194043 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-8ee80981-5885-4505-b55e-c73e5f58b59d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0b25786-9a98-4b69-9ff8-d7339822960d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0462530 Mar 08 04:51:00.282071 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-7d8c7189-79e8-4c39-a633-e4ed3f1606c5 service neutron] 10.222.0.18 "GET /v2.0/networks/a0b25786-9a98-4b69-9ff8-d7339822960d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813181 Mar 08 04:51:00.370625 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e962be2e-09f9-4701-aa4d-3dfc53bb1281 req-7613af6b-f2df-4ab7-9f69-15a2c2c874d6 service neutron] 10.222.0.18 "GET /v2.0/networks/a0b25786-9a98-4b69-9ff8-d7339822960d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821002 Mar 08 04:51:00.655161 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93af277a-314d-4f28-8410-c83521f468e0 req-8a2f04ca-899a-4739-b5c0-ba5256e4c6b4 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:00.656607 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-93af277a-314d-4f28-8410-c83521f468e0 req-8a2f04ca-899a-4739-b5c0-ba5256e4c6b4 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf66ea0c-d866-4c25-b67d-ea5e1aa86792 HTTP/1.1" status: 200 len: 943 time: 0.0514088 Mar 08 04:51:00.702758 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-93af277a-314d-4f28-8410-c83521f468e0 req-b66fea76-1755-46d7-a397-434249b5ddc9 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c15df73-7817-4c4f-800c-de4461ba4879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407186 Mar 08 04:51:01.202127 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:51:01.821657 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c777a6-2b77-4e32-889b-e34b528281f1 req-77667c35-5562-455c-be77-d120c7c4ec55 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:01.823021 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-35c777a6-2b77-4e32-889b-e34b528281f1 req-77667c35-5562-455c-be77-d120c7c4ec55 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf66ea0c-d866-4c25-b67d-ea5e1aa86792 HTTP/1.1" status: 200 len: 943 time: 0.0542734 Mar 08 04:51:01.873748 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-35c777a6-2b77-4e32-889b-e34b528281f1 req-dc2ae693-4318-4f12-805b-dd73691833e8 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c15df73-7817-4c4f-800c-de4461ba4879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441830 Mar 08 04:51:02.991983 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627598a-2139-4564-a5a0-5e0301e2d76a req-58a63505-4d2e-4578-9d70-4f765952918f tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:02.993565 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f627598a-2139-4564-a5a0-5e0301e2d76a req-58a63505-4d2e-4578-9d70-4f765952918f tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf66ea0c-d866-4c25-b67d-ea5e1aa86792 HTTP/1.1" status: 200 len: 943 time: 0.0533004 Mar 08 04:51:03.044324 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f627598a-2139-4564-a5a0-5e0301e2d76a req-33faa1b6-a0f1-4828-b287-5369b14065b3 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c15df73-7817-4c4f-800c-de4461ba4879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452373 Mar 08 04:51:04.160733 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c05398-e059-462c-a591-72ec37e3d8d4 req-baa898c4-8634-4ad4-9506-c44d630f1731 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:04.162192 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-62c05398-e059-462c-a591-72ec37e3d8d4 req-baa898c4-8634-4ad4-9506-c44d630f1731 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf66ea0c-d866-4c25-b67d-ea5e1aa86792 HTTP/1.1" status: 200 len: 943 time: 0.0510683 Mar 08 04:51:04.209278 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-62c05398-e059-462c-a591-72ec37e3d8d4 req-3544e7e6-89cb-4902-8db0-2ae99ec0dbb6 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c15df73-7817-4c4f-800c-de4461ba4879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399611 Mar 08 04:51:05.162631 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 890b6f05-da53-40d9-a556-9c19a4e6b217 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=110146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:51:05.258892 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 890b6f05-da53-40d9-a556-9c19a4e6b217, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=890b6f05-da53-40d9-a556-9c19a4e6b217,segment=NetworkSegment(a818c616-68c3-44f5-83e0-f69b9edc3447),segment_id=a818c616-68c3-44f5-83e0-f69b9edc3447)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:51:05.269612 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Returning: {'device': '890b6f05-da53-40d9-a556-9c19a4e6b217', 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d', 'port_id': '890b6f05-da53-40d9-a556-9c19a4e6b217', 'mac_address': 'fa:16:3e:9a:ee:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cfe1804-64f6-4463-a6ac-0aac353986ac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:51:05.308050 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port 890b6f05-da53-40d9-a556-9c19a4e6b217 is: DOWN; New status is: BUILD {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:51:05.308858 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (890b6f05-da53-40d9-a556-9c19a4e6b217), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:05.321980 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 890b6f05-da53-40d9-a556-9c19a4e6b217 {{(pid=110146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:51:05.325691 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907cc12-8241-41b7-8610-d23bb59d4c43 req-ce50fe56-e983-411e-82bc-aa7552009dc4 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:05.327156 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a907cc12-8241-41b7-8610-d23bb59d4c43 req-ce50fe56-e983-411e-82bc-aa7552009dc4 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf66ea0c-d866-4c25-b67d-ea5e1aa86792 HTTP/1.1" status: 200 len: 943 time: 0.0506701 Mar 08 04:51:05.343025 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 890b6f05-da53-40d9-a556-9c19a4e6b217, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=890b6f05-da53-40d9-a556-9c19a4e6b217,segment=NetworkSegment(a818c616-68c3-44f5-83e0-f69b9edc3447),segment_id=a818c616-68c3-44f5-83e0-f69b9edc3447)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:51:05.373475 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a907cc12-8241-41b7-8610-d23bb59d4c43 req-7eb0a229-4dd2-4808-879c-63a2a1f9d86c tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c15df73-7817-4c4f-800c-de4461ba4879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407827 Mar 08 04:51:05.438457 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (890b6f05-da53-40d9-a556-9c19a4e6b217), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:05.487464 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=890b6f05-da53-40d9-a556-9c19a4e6b217,revision_number=4']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:51:05.788574 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] get_ports_and_sgs() called for port_ids ['890b6f05-da53-40d9-a556-9c19a4e6b217'] {{(pid=110146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:51:06.488179 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0f4cf-8892-4201-a281-7dc562b36f02 req-d8bd80f4-2e93-422a-b795-87bc41d79af3 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:06.489703 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-bca0f4cf-8892-4201-a281-7dc562b36f02 req-d8bd80f4-2e93-422a-b795-87bc41d79af3 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf66ea0c-d866-4c25-b67d-ea5e1aa86792 HTTP/1.1" status: 200 len: 944 time: 0.0512984 Mar 08 04:51:06.536087 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-bca0f4cf-8892-4201-a281-7dc562b36f02 req-89e872a7-b688-4949-9cc2-d77b359dd06b tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c15df73-7817-4c4f-800c-de4461ba4879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409484 Mar 08 04:51:07.165099 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 890b6f05-da53-40d9-a556-9c19a4e6b217 up at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:51:07.274404 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning for port 890b6f05-da53-40d9-a556-9c19a4e6b217 completed by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 04:51:07.278874 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning complete for port 890b6f05-da53-40d9-a556-9c19a4e6b217 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:51:07.281107 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (890b6f05-da53-40d9-a556-9c19a4e6b217), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:07.356430 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port 890b6f05-da53-40d9-a556-9c19a4e6b217 is: BUILD; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:51:07.356817 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (890b6f05-da53-40d9-a556-9c19a4e6b217), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:07.378999 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf66ea0c-d866-4c25-b67d-ea5e1aa86792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890b6f05-da53-40d9-a556-9c19a4e6b217'}] {{(pid=110146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:51:07.381452 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce5c9d46ce85cdc7bdd5e39ea1b8e3d9b9c3a590759baa6189aad05618b43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2764e2c9-228c-491f-a3f3-3e020519fa19" -d '{"events": [{"server_uuid": "cf66ea0c-d866-4c25-b67d-ea5e1aa86792", "name": "network-vif-plugged", "status": "completed", "tag": "890b6f05-da53-40d9-a556-9c19a4e6b217"}]}' {{(pid=110146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:51:07.397143 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 890b6f05-da53-40d9-a556-9c19a4e6b217, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=890b6f05-da53-40d9-a556-9c19a4e6b217,segment=NetworkSegment(a818c616-68c3-44f5-83e0-f69b9edc3447),segment_id=a818c616-68c3-44f5-83e0-f69b9edc3447)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:51:07.424989 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629a322f-e7cd-43ff-ba80-7956b6b7c736 x-openstack-request-id: req-629a322f-e7cd-43ff-ba80-7956b6b7c736 {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:51:07.424989 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf66ea0c-d866-4c25-b67d-ea5e1aa86792", "name": "network-vif-plugged", "status": "completed", "tag": "890b6f05-da53-40d9-a556-9c19a4e6b217", "code": 200}]} {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:51:07.424989 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-629a322f-e7cd-43ff-ba80-7956b6b7c736 {{(pid=110146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:51:07.424989 dv-cinder-740146-13-iscsi neutron-server[110146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf66ea0c-d866-4c25-b67d-ea5e1aa86792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890b6f05-da53-40d9-a556-9c19a4e6b217', 'code': 200} Mar 08 04:51:07.476067 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (890b6f05-da53-40d9-a556-9c19a4e6b217), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:07.530213 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=890b6f05-da53-40d9-a556-9c19a4e6b217,revision_number=5']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:51:07.658689 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ce4b7-2a5a-4d74-8e36-9184598586ab req-5a9f018f-d30f-4366-b483-e7e1588cfe50 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:07.660138 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-5f3ce4b7-2a5a-4d74-8e36-9184598586ab req-5a9f018f-d30f-4366-b483-e7e1588cfe50 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf66ea0c-d866-4c25-b67d-ea5e1aa86792 HTTP/1.1" status: 200 len: 945 time: 0.0572286 Mar 08 04:51:07.705531 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8847e3-4aef-4a3a-b66c-d78968bd7319 req-8194cc01-2616-4356-b1e8-ee770ebde959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:07.706095 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-5f3ce4b7-2a5a-4d74-8e36-9184598586ab req-85d66211-c3d2-458a-b3bd-188485d0f35f tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c15df73-7817-4c4f-800c-de4461ba4879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399532 Mar 08 04:51:07.706921 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ba8847e3-4aef-4a3a-b66c-d78968bd7319 req-8194cc01-2616-4356-b1e8-ee770ebde959 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cf66ea0c-d866-4c25-b67d-ea5e1aa86792 HTTP/1.1" status: 200 len: 1129 time: 0.0456665 Mar 08 04:51:07.750479 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ba8847e3-4aef-4a3a-b66c-d78968bd7319 req-ff1070a0-80be-45b5-a71e-1d072651fd43 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0c15df73-7817-4c4f-800c-de4461ba4879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371764 Mar 08 04:51:09.075066 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e510ef0-07f8-4d23-9c1a-7206c4818743 req-69bd818e-ea24-41e6-a64e-1f5c354595c9 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:09.076463 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9e510ef0-07f8-4d23-9c1a-7206c4818743 req-69bd818e-ea24-41e6-a64e-1f5c354595c9 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf66ea0c-d866-4c25-b67d-ea5e1aa86792 HTTP/1.1" status: 200 len: 945 time: 0.3035676 Mar 08 04:51:09.124574 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9e510ef0-07f8-4d23-9c1a-7206c4818743 req-e80d1fd6-5032-4fd4-8c0e-c609689213e6 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c15df73-7817-4c4f-800c-de4461ba4879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425231 Mar 08 04:51:09.130649 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 45256) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:51:09.174219 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_v2 [None req-a236c27f-1bc3-4796-807e-f2ec4b36d297 admin admin] Deleting subnet 7e612590-aeda-498b-a185-1e31689721d9 {{(pid=110144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 04:51:09.177342 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-a236c27f-1bc3-4796-807e-f2ec4b36d297 admin admin] Publish callbacks [] for subnet (7e612590-aeda-498b-a185-1e31689721d9), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:09.210320 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-a236c27f-1bc3-4796-807e-f2ec4b36d297 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58735104'] for subnet (7e612590-aeda-498b-a185-1e31689721d9), precommit_delete_associations {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:09.248008 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-a236c27f-1bc3-4796-807e-f2ec4b36d297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4105722'] for subnet (7e612590-aeda-498b-a185-1e31689721d9), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:09.383225 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-a236c27f-1bc3-4796-807e-f2ec4b36d297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4105697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4052251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58903418'] for subnet (7e612590-aeda-498b-a185-1e31689721d9), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:09.406526 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236c27f-1bc3-4796-807e-f2ec4b36d297 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e612590-aeda-498b-a185-1e31689721d9,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:51:09.416400 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-a236c27f-1bc3-4796-807e-f2ec4b36d297 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:09.416400 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-a236c27f-1bc3-4796-807e-f2ec4b36d297 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7e612590-aeda-498b-a185-1e31689721d9 HTTP/1.1" status: 204 len: 168 time: 0.2836666 Mar 08 04:51:09.418041 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 45258) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:51:09.484183 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-d2acb088-2506-431a-adef-2290b501cd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3980661'] for network (b235c328-3873-4904-9984-b5dbe0d3a72a), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:09.562924 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-d2acb088-2506-431a-adef-2290b501cd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3756149', 'neutron.services.segments.db._delete_segments_for_network-8769087550311'] for network (b235c328-3873-4904-9984-b5dbe0d3a72a), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:09.582324 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.services.segments.db [None req-d2acb088-2506-431a-adef-2290b501cd64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b235c328-3873-4904-9984-b5dbe0d3a72a']}} {{(pid=110145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:51:09.591083 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.services.segments.db [None req-d2acb088-2506-431a-adef-2290b501cd64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f9c35f3-31ac-423b-9cd6-924e104367f2') {'for_net_delete': True} {{(pid=110145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:51:09.591371 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.services.segments.db [None req-d2acb088-2506-431a-adef-2290b501cd64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f9c35f3-31ac-423b-9cd6-924e104367f2') {} {{(pid=110145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:51:09.600230 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-d2acb088-2506-431a-adef-2290b501cd64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769087551344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920783'] for segment (6f9c35f3-31ac-423b-9cd6-924e104367f2), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:09.613044 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-d2acb088-2506-431a-adef-2290b501cd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041'] for segment (6f9c35f3-31ac-423b-9cd6-924e104367f2), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:09.618621 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2acb088-2506-431a-adef-2290b501cd64 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=110145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 04:51:09.618996 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-d2acb088-2506-431a-adef-2290b501cd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62793196'] for segment (6f9c35f3-31ac-423b-9cd6-924e104367f2), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:09.621346 dv-cinder-740146-13-iscsi neutron-server[110145]: Traceback (most recent call last): Mar 08 04:51:09.621346 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 04:51:09.621346 dv-cinder-740146-13-iscsi neutron-server[110145]: timer() Mar 08 04:51:09.621346 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 04:51:09.621346 dv-cinder-740146-13-iscsi neutron-server[110145]: cb(*args, **kw) Mar 08 04:51:09.621346 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 04:51:09.621346 dv-cinder-740146-13-iscsi neutron-server[110145]: return func(*args, **kwargs) Mar 08 04:51:09.621346 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 04:51:09.621346 dv-cinder-740146-13-iscsi neutron-server[110145]: self._notify() Mar 08 04:51:09.621346 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 04:51:09.621346 dv-cinder-740146-13-iscsi neutron-server[110145]: self.callback(batched_events) Mar 08 04:51:09.621346 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 04:51:09.621346 dv-cinder-740146-13-iscsi neutron-server[110145]: event.method(event) Mar 08 04:51:09.621346 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 04:51:09.621346 dv-cinder-740146-13-iscsi neutron-server[110145]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 04:51:09.621346 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 04:51:09.621346 dv-cinder-740146-13-iscsi neutron-server[110145]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 04:51:09.621346 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 04:51:09.621346 dv-cinder-740146-13-iscsi neutron-server[110145]: return f(self, *a, **k) Mar 08 04:51:09.621346 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 04:51:09.621346 dv-cinder-740146-13-iscsi neutron-server[110145]: return self._get(url).json() Mar 08 04:51:09.621346 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 04:51:09.621346 dv-cinder-740146-13-iscsi neutron-server[110145]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 04:51:09.621346 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 04:51:09.621346 dv-cinder-740146-13-iscsi neutron-server[110145]: return self.request(url, 'GET', **kwargs) Mar 08 04:51:09.621346 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 04:51:09.621346 dv-cinder-740146-13-iscsi neutron-server[110145]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 04:51:09.621346 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 04:51:09.621346 dv-cinder-740146-13-iscsi neutron-server[110145]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 04:51:09.621346 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 04:51:09.621346 dv-cinder-740146-13-iscsi neutron-server[110145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 04:51:09.621346 dv-cinder-740146-13-iscsi neutron-server[110145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 04:51:09.721346 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-d2acb088-2506-431a-adef-2290b501cd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3756156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-950959'] for network (b235c328-3873-4904-9984-b5dbe0d3a72a), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:09.726861 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-d2acb088-2506-431a-adef-2290b501cd64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for network (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:09.730468 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-d2acb088-2506-431a-adef-2290b501cd64 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b235c328-3873-4904-9984-b5dbe0d3a72a HTTP/1.1" status: 204 len: 168 time: 0.3109288 Mar 08 04:51:09.741527 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2acb088-2506-431a-adef-2290b501cd64 admin admin] Pushing event deleted for resources: {'Network': ['ID=b235c328-3873-4904-9984-b5dbe0d3a72a,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:51:09.943686 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 45262) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:51:09.981963 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-83d0231c-7ecc-4e4b-ae65-f3bb07ed3239 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b337b8c9823344cab11b8480dcff21a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369811 Mar 08 04:51:09.984164 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 45264) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:51:10.030951 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c48e0ab2-8be8-4eb6-a47f-46cab9a1b741 admin admin] Publish callbacks [] for security_group (7705b2e9-a5e0-4c30-9a81-7b217e00688c), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:10.051674 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c48e0ab2-8be8-4eb6-a47f-46cab9a1b741 admin admin] Publish callbacks [] for security_group (7705b2e9-a5e0-4c30-9a81-7b217e00688c), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:10.156063 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c48e0ab2-8be8-4eb6-a47f-46cab9a1b741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (7705b2e9-a5e0-4c30-9a81-7b217e00688c), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:10.158753 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c48e0ab2-8be8-4eb6-a47f-46cab9a1b741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:10.159906 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-c48e0ab2-8be8-4eb6-a47f-46cab9a1b741 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7705b2e9-a5e0-4c30-9a81-7b217e00688c HTTP/1.1" status: 204 len: 168 time: 0.1748357 Mar 08 04:51:10.168238 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e0ab2-8be8-4eb6-a47f-46cab9a1b741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7705b2e9-a5e0-4c30-9a81-7b217e00688c,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:51:10.257114 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fecfc-ed1e-4c94-bb38-a91437d7ae73 req-155637ec-76e3-49cb-b061-00b3576c59d3 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:10.258630 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-308fecfc-ed1e-4c94-bb38-a91437d7ae73 req-155637ec-76e3-49cb-b061-00b3576c59d3 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf66ea0c-d866-4c25-b67d-ea5e1aa86792 HTTP/1.1" status: 200 len: 945 time: 0.0575976 Mar 08 04:51:10.305856 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-308fecfc-ed1e-4c94-bb38-a91437d7ae73 req-3cd30721-78e1-4823-a7ee-d352bb3f03ef tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c15df73-7817-4c4f-800c-de4461ba4879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414093 Mar 08 04:51:10.416625 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c541c-0fe3-40d9-9ee9-0ffd68c78d34 req-06e07170-7494-42c3-9ddf-61b0ea8db6e1 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:10.418716 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-364c541c-0fe3-40d9-9ee9-0ffd68c78d34 req-06e07170-7494-42c3-9ddf-61b0ea8db6e1 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf66ea0c-d866-4c25-b67d-ea5e1aa86792 HTTP/1.1" status: 200 len: 945 time: 0.0512350 Mar 08 04:51:10.427030 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 45272) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:51:10.431209 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-ab0ea4da-d238-473b-a312-ab3825fa10d6 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Request body: {'floatingip': {'port_id': '890b6f05-da53-40d9-a556-9c19a4e6b217'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:51:10.476279 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ab0ea4da-d238-473b-a312-ab3825fa10d6 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for floatingip (ebc98a7e-5558-40a2-840d-d3f41137845a), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:10.916478 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ab0ea4da-d238-473b-a312-ab3825fa10d6 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:10.955824 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ab0ea4da-d238-473b-a312-ab3825fa10d6 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952661'] for floatingip (ebc98a7e-5558-40a2-840d-d3f41137845a), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:11.054658 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.db.l3_db [None req-ab0ea4da-d238-473b-a312-ab3825fa10d6 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Floating IP ebc98a7e-5558-40a2-840d-d3f41137845a associated. External IP: 172.27.0.53, port: 890b6f05-da53-40d9-a556-9c19a4e6b217. Mar 08 04:51:11.263931 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0ea4da-d238-473b-a312-ab3825fa10d6 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Router 2cb70f1c-563d-4ccb-881b-47f53f004396 has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:51:11.371391 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0ea4da-d238-473b-a312-ab3825fa10d6 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:51:11.376063 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ab0ea4da-d238-473b-a312-ab3825fa10d6 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for floatingip (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:11.380652 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f82c0a-4229-4737-8ee0-dac326883380 None None] Sync routers for ids ['2cb70f1c-563d-4ccb-881b-47f53f004396'] in dv-cinder-740146-13-iscsi {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:51:11.390275 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f82c0a-4229-4737-8ee0-dac326883380 None None] Routers {'2cb70f1c-563d-4ccb-881b-47f53f004396'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:51:11.390884 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-20f82c0a-4229-4737-8ee0-dac326883380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:50:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['2cb70f1c-563d-4ccb-881b-47f53f004396'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:51:11.403823 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-ab0ea4da-d238-473b-a312-ab3825fa10d6 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "PUT /v2.0/floatingips/ebc98a7e-5558-40a2-840d-d3f41137845a HTTP/1.1" status: 200 len: 990 time: 0.9757946 Mar 08 04:51:11.404404 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf66ea0c-d866-4c25-b67d-ea5e1aa86792', 'tag': '890b6f05-da53-40d9-a556-9c19a4e6b217'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:51:11.406622 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc23e05-3546-417b-ac43-f547bc55e006" -d '{"events": [{"name": "network-changed", "server_uuid": "cf66ea0c-d866-4c25-b67d-ea5e1aa86792", "tag": "890b6f05-da53-40d9-a556-9c19a4e6b217"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:51:11.442456 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4d3b43-ede0-4261-9cbd-f3f73151d127 x-openstack-request-id: req-ff4d3b43-ede0-4261-9cbd-f3f73151d127 {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:51:11.443062 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf66ea0c-d866-4c25-b67d-ea5e1aa86792", "tag": "890b6f05-da53-40d9-a556-9c19a4e6b217", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:51:11.443062 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ff4d3b43-ede0-4261-9cbd-f3f73151d127 {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:51:11.443385 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf66ea0c-d866-4c25-b67d-ea5e1aa86792', 'tag': '890b6f05-da53-40d9-a556-9c19a4e6b217', 'status': 'completed', 'code': 200} Mar 08 04:51:11.501122 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-20f82c0a-4229-4737-8ee0-dac326883380 None None] Set router 2cb70f1c-563d-4ccb-881b-47f53f004396 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:51:11.508580 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc23e05-3546-417b-ac43-f547bc55e006 req-c612cf56-447c-46db-8918-863a8d797f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:11.510121 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0cc23e05-3546-417b-ac43-f547bc55e006 req-c612cf56-447c-46db-8918-863a8d797f0f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=123d544e6cdd4f43acfd2e4fc0fe7867&device_id=cf66ea0c-d866-4c25-b67d-ea5e1aa86792 HTTP/1.1" status: 200 len: 1129 time: 0.0444953 Mar 08 04:51:11.605619 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc23e05-3546-417b-ac43-f547bc55e006 req-1e7ad27a-3a89-459b-b4ef-7a17d8e4996a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:11.607293 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0cc23e05-3546-417b-ac43-f547bc55e006 req-1e7ad27a-3a89-459b-b4ef-7a17d8e4996a service neutron] 10.222.0.18 "GET /v2.0/networks?id=a0b25786-9a98-4b69-9ff8-d7339822960d HTTP/1.1" status: 200 len: 911 time: 0.0886788 Mar 08 04:51:11.681072 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0cc23e05-3546-417b-ac43-f547bc55e006 req-bb9f2822-e60d-475d-aa24-77dd2354336a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=890b6f05-da53-40d9-a556-9c19a4e6b217 HTTP/1.1" status: 200 len: 998 time: 0.0657017 Mar 08 04:51:11.732239 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc23e05-3546-417b-ac43-f547bc55e006 req-e8397011-46f9-4526-aeb5-8691b9cacf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:11.733720 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0cc23e05-3546-417b-ac43-f547bc55e006 req-e8397011-46f9-4526-aeb5-8691b9cacf92 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7cfe1804-64f6-4463-a6ac-0aac353986ac HTTP/1.1" status: 200 len: 849 time: 0.0448139 Mar 08 04:51:11.782112 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc23e05-3546-417b-ac43-f547bc55e006 req-40b885cb-8804-44f2-84ea-0a09f29df75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:11.783610 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0cc23e05-3546-417b-ac43-f547bc55e006 req-40b885cb-8804-44f2-84ea-0a09f29df75b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a0b25786-9a98-4b69-9ff8-d7339822960d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432177 Mar 08 04:51:11.847883 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-20f82c0a-4229-4737-8ee0-dac326883380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'name': 'tempest-AttachVolumeTestJSON-878477155-router', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '2b9b3c93-7c1e-4e78-a3f6-e11defd536d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:37Z', 'revision_number': 4, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'gw_port': {'id': '2b9b3c93-7c1e-4e78-a3f6-e11defd536d8', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:13:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': 'ebc98a7e-5558-40a2-840d-d3f41137845a', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'port_id': '890b6f05-da53-40d9-a556-9c19a4e6b217', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d', 'mac_address': 'fa:16:3e:9a:ee:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf66ea0c-d866-4c25-b67d-ea5e1aa86792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:50:51Z', 'updated_at': '2022-03-08T04:51:10Z', 'revision_number': 1, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b19e078-88db-4ae0-91c5-ac908cfdf1dc', 'name': '', 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'mac_address': 'fa:16:3e:66:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7cfe1804-64f6-4463-a6ac-0aac353986ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:34Z', 'updated_at': '2022-03-08T04:43:50Z', 'revision_number': 5, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'subnets': [{'id': '7cfe1804-64f6-4463-a6ac-0aac353986ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:51:11.873898 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f82c0a-4229-4737-8ee0-dac326883380 None None] Checking router: 2cb70f1c-563d-4ccb-881b-47f53f004396 for host: dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:51:11.875642 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0cc23e05-3546-417b-ac43-f547bc55e006 req-0e13c712-8865-48f2-b064-8af328c9b3a3 service neutron] 10.222.0.18 "GET /v2.0/networks/a0b25786-9a98-4b69-9ff8-d7339822960d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854573 Mar 08 04:51:11.882028 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f82c0a-4229-4737-8ee0-dac326883380 None None] Routers {'2cb70f1c-563d-4ccb-881b-47f53f004396'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:51:11.882620 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-20f82c0a-4229-4737-8ee0-dac326883380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:50:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['2cb70f1c-563d-4ccb-881b-47f53f004396'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:51:11.966133 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0cc23e05-3546-417b-ac43-f547bc55e006 req-fb42d514-1746-42ee-bb18-4750862923d5 service neutron] 10.222.0.18 "GET /v2.0/networks/a0b25786-9a98-4b69-9ff8-d7339822960d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838358 Mar 08 04:51:11.988898 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-20f82c0a-4229-4737-8ee0-dac326883380 None None] Set router 2cb70f1c-563d-4ccb-881b-47f53f004396 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:51:12.202521 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-20f82c0a-4229-4737-8ee0-dac326883380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'name': 'tempest-AttachVolumeTestJSON-878477155-router', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '2b9b3c93-7c1e-4e78-a3f6-e11defd536d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:37Z', 'revision_number': 4, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'gw_port': {'id': '2b9b3c93-7c1e-4e78-a3f6-e11defd536d8', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:13:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': 'ebc98a7e-5558-40a2-840d-d3f41137845a', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'port_id': '890b6f05-da53-40d9-a556-9c19a4e6b217', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d', 'mac_address': 'fa:16:3e:9a:ee:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf66ea0c-d866-4c25-b67d-ea5e1aa86792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:50:51Z', 'updated_at': '2022-03-08T04:51:10Z', 'revision_number': 1, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b19e078-88db-4ae0-91c5-ac908cfdf1dc', 'name': '', 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'mac_address': 'fa:16:3e:66:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7cfe1804-64f6-4463-a6ac-0aac353986ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:34Z', 'updated_at': '2022-03-08T04:43:50Z', 'revision_number': 5, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'subnets': [{'id': '7cfe1804-64f6-4463-a6ac-0aac353986ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:51:12.232632 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f82c0a-4229-4737-8ee0-dac326883380 None None] The sync data for ids ['2cb70f1c-563d-4ccb-881b-47f53f004396'] in dv-cinder-740146-13-iscsi is: [{'id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'name': 'tempest-AttachVolumeTestJSON-878477155-router', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '2b9b3c93-7c1e-4e78-a3f6-e11defd536d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:37Z', 'revision_number': 4, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'gw_port': {'id': '2b9b3c93-7c1e-4e78-a3f6-e11defd536d8', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:13:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': 'ebc98a7e-5558-40a2-840d-d3f41137845a', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'floating_ip_address': '172.27.0.53', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'port_id': '890b6f05-da53-40d9-a556-9c19a4e6b217', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d', 'mac_address': 'fa:16:3e:9a:ee:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf66ea0c-d866-4c25-b67d-ea5e1aa86792', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:50:51Z', 'updated_at': '2022-03-08T04:51:10Z', 'revision_number': 1, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b19e078-88db-4ae0-91c5-ac908cfdf1dc', 'name': '', 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'mac_address': 'fa:16:3e:66:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7cfe1804-64f6-4463-a6ac-0aac353986ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:34Z', 'updated_at': '2022-03-08T04:43:50Z', 'revision_number': 5, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'subnets': [{'id': '7cfe1804-64f6-4463-a6ac-0aac353986ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:51:12.420958 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282bcb5c-882c-45c0-9023-1c2870a8f703 None None] New status for floating IP ebc98a7e-5558-40a2-840d-d3f41137845a: ACTIVE {{(pid=110147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:51:14.029985 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-6ea5fdbb-182d-4626-acc2-6effade62e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:16.247310 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-b0051a63-404d-4c18-a746-6a4cd0b56ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:17.235560 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:18.710163 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:20.070083 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:29.473990 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:37.213975 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc0d03-f986-4436-bbf3-13bc96c55363 req-d790dc7d-d443-4fb0-94a8-193bb21ea5ad tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:37.215440 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-c2cc0d03-f986-4436-bbf3-13bc96c55363 req-d790dc7d-d443-4fb0-94a8-193bb21ea5ad tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=559c5fce-d974-49e5-a8a3-dccc3eaafa7c HTTP/1.1" status: 200 len: 946 time: 0.0520129 Mar 08 04:51:37.262179 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-c2cc0d03-f986-4436-bbf3-13bc96c55363 req-3fff8420-f49d-4e3c-85de-40bbe3202e19 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ef3e0-e4fd-497d-8797-2b8642b2f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412545 Mar 08 04:51:38.201439 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:51:38.394742 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9603c97e-60c4-4315-9cfd-6a580a368edb req-fed3d167-e62c-43d1-896c-5d3c03afa0ea service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803564 Mar 08 04:51:38.403112 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6b01a-0b94-4d3a-a1dd-910df95be3cb req-ff819309-0fa5-46c3-b4f2-1e749c89ee0a tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:38.404480 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-37d6b01a-0b94-4d3a-a1dd-910df95be3cb req-ff819309-0fa5-46c3-b4f2-1e749c89ee0a tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=559c5fce-d974-49e5-a8a3-dccc3eaafa7c HTTP/1.1" status: 200 len: 946 time: 0.0658078 Mar 08 04:51:38.475810 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-37d6b01a-0b94-4d3a-a1dd-910df95be3cb req-c5796ffc-a7a6-4de3-b269-ef0bf86eeacb tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ef3e0-e4fd-497d-8797-2b8642b2f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658040 Mar 08 04:51:38.485621 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603c97e-60c4-4315-9cfd-6a580a368edb req-dc910ae2-6bb8-4eb0-812d-6a6f1c4fd225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:38.487039 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9603c97e-60c4-4315-9cfd-6a580a368edb req-dc910ae2-6bb8-4eb0-812d-6a6f1c4fd225 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2bcb6fa5cf414d02895f25160874a65a&device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 1130 time: 0.0644476 Mar 08 04:51:38.594696 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603c97e-60c4-4315-9cfd-6a580a368edb req-94d578c5-f674-4f48-ba3c-c10eaf9f90d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:38.596049 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9603c97e-60c4-4315-9cfd-6a580a368edb req-94d578c5-f674-4f48-ba3c-c10eaf9f90d5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cefdff50-dbc7-41bb-af8b-f00fe77830ed HTTP/1.1" status: 200 len: 909 time: 0.0841215 Mar 08 04:51:38.659217 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9603c97e-60c4-4315-9cfd-6a580a368edb req-5f304711-a5a1-45e5-b682-df428a29f01d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0f45d37-e44b-4898-9a6f-c2d49b02e73a HTTP/1.1" status: 200 len: 1002 time: 0.0561531 Mar 08 04:51:38.707786 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603c97e-60c4-4315-9cfd-6a580a368edb req-5f2584f8-d7ac-4bd2-b352-f1f6e665127a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:38.709211 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9603c97e-60c4-4315-9cfd-6a580a368edb req-5f2584f8-d7ac-4bd2-b352-f1f6e665127a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5f0f0ac8-39f3-4773-89a2-7e5b57fd3f29 HTTP/1.1" status: 200 len: 847 time: 0.0421529 Mar 08 04:51:38.760248 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603c97e-60c4-4315-9cfd-6a580a368edb req-513fb69e-51cd-47a9-80d5-e3d806517113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:38.761739 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9603c97e-60c4-4315-9cfd-6a580a368edb req-513fb69e-51cd-47a9-80d5-e3d806517113 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cefdff50-dbc7-41bb-af8b-f00fe77830ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463157 Mar 08 04:51:38.850177 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9603c97e-60c4-4315-9cfd-6a580a368edb req-5995bba6-c128-4588-8e03-26b15e2d6eb9 service neutron] 10.222.0.18 "GET /v2.0/networks/cefdff50-dbc7-41bb-af8b-f00fe77830ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804460 Mar 08 04:51:38.941476 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9603c97e-60c4-4315-9cfd-6a580a368edb req-7a3a20d6-1ec3-4504-b90d-2433c35e4bee service neutron] 10.222.0.18 "GET /v2.0/networks/cefdff50-dbc7-41bb-af8b-f00fe77830ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842235 Mar 08 04:51:39.193388 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca1852-7814-4d50-a5f1-fce6929ef417 req-7fc1cb4e-37e1-4109-9f0f-e57cc1283460 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:39.194850 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-bfca1852-7814-4d50-a5f1-fce6929ef417 req-7fc1cb4e-37e1-4109-9f0f-e57cc1283460 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.18 "GET /v2.0/ports?device_id=559c5fce-d974-49e5-a8a3-dccc3eaafa7c HTTP/1.1" status: 200 len: 946 time: 0.0513847 Mar 08 04:51:39.285638 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-bfca1852-7814-4d50-a5f1-fce6929ef417 req-3dfb7bb4-37f4-4055-a57e-4cb101d491b7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Deleting port 396ca5b0-9be7-40df-a034-192908e0a0d8 {{(pid=110144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:51:39.285985 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-bfca1852-7814-4d50-a5f1-fce6929ef417 req-3dfb7bb4-37f4-4055-a57e-4cb101d491b7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (396ca5b0-9be7-40df-a034-192908e0a0d8), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:39.373546 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-bfca1852-7814-4d50-a5f1-fce6929ef417 req-3dfb7bb4-37f4-4055-a57e-4cb101d491b7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] For port 396ca5b0-9be7-40df-a034-192908e0a0d8, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=396ca5b0-9be7-40df-a034-192908e0a0d8,segment=NetworkSegment(3078e9f3-ee99-4520-9a84-dd25cc09024c),segment_id=3078e9f3-ee99-4520-9a84-dd25cc09024c)] {{(pid=110144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:51:39.373905 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-bfca1852-7814-4d50-a5f1-fce6929ef417 req-3dfb7bb4-37f4-4055-a57e-4cb101d491b7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (396ca5b0-9be7-40df-a034-192908e0a0d8), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:39.535604 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-bfca1852-7814-4d50-a5f1-fce6929ef417 req-3dfb7bb4-37f4-4055-a57e-4cb101d491b7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:39.536291 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-bfca1852-7814-4d50-a5f1-fce6929ef417 req-3dfb7bb4-37f4-4055-a57e-4cb101d491b7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952661'] for floatingip (76efcc1e-e9f8-4f9a-acd2-6ff7779ef009), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:39.536291 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.db.l3_db [req-bfca1852-7814-4d50-a5f1-fce6929ef417 req-3dfb7bb4-37f4-4055-a57e-4cb101d491b7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Floating IP 76efcc1e-e9f8-4f9a-acd2-6ff7779ef009 disassociated. External IP: 172.27.0.252, port: 396ca5b0-9be7-40df-a034-192908e0a0d8. Mar 08 04:51:39.536597 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-bfca1852-7814-4d50-a5f1-fce6929ef417 req-3dfb7bb4-37f4-4055-a57e-4cb101d491b7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Calling delete_port for 396ca5b0-9be7-40df-a034-192908e0a0d8 owned by compute:nova {{(pid=110144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:51:39.591992 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d066cbd-f1f1-4126-b18b-1e6c96ae3246 req-3c04613f-b644-4e80-8ab1-39aef57bc230 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:39.593471 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-3d066cbd-f1f1-4126-b18b-1e6c96ae3246 req-3c04613f-b644-4e80-8ab1-39aef57bc230 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=559c5fce-d974-49e5-a8a3-dccc3eaafa7c HTTP/1.1" status: 200 len: 946 time: 0.0514073 Mar 08 04:51:39.643816 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-3d066cbd-f1f1-4126-b18b-1e6c96ae3246 req-2a5beebc-f463-4a02-b08c-0de02491f0ac tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=1c1ef3e0-e4fd-497d-8797-2b8642b2f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444570 Mar 08 04:51:39.726986 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-bfca1852-7814-4d50-a5f1-fce6929ef417 req-3dfb7bb4-37f4-4055-a57e-4cb101d491b7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (396ca5b0-9be7-40df-a034-192908e0a0d8), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:39.754493 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfb7bb4-37f4-4055-a57e-4cb101d491b7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Pushing event deleted for resources: {'Port': ['ID=396ca5b0-9be7-40df-a034-192908e0a0d8,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:51:39.765907 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfb7bb4-37f4-4055-a57e-4cb101d491b7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:51:39.766259 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfb7bb4-37f4-4055-a57e-4cb101d491b7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:51:39.766606 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfb7bb4-37f4-4055-a57e-4cb101d491b7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:51:39.766945 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfb7bb4-37f4-4055-a57e-4cb101d491b7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:51:39.767274 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfb7bb4-37f4-4055-a57e-4cb101d491b7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:51:39.767602 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfb7bb4-37f4-4055-a57e-4cb101d491b7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:51:39.767928 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfb7bb4-37f4-4055-a57e-4cb101d491b7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:51:39.768252 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfb7bb4-37f4-4055-a57e-4cb101d491b7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:51:39.768576 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfb7bb4-37f4-4055-a57e-4cb101d491b7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:51:39.768898 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfb7bb4-37f4-4055-a57e-4cb101d491b7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:51:39.769247 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfb7bb4-37f4-4055-a57e-4cb101d491b7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:51:39.769574 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfb7bb4-37f4-4055-a57e-4cb101d491b7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:51:39.769894 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dfb7bb4-37f4-4055-a57e-4cb101d491b7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:51:39.876171 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfca1852-7814-4d50-a5f1-fce6929ef417 req-3dfb7bb4-37f4-4055-a57e-4cb101d491b7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Router 2f54059b-7e76-47b0-a531-baf7a8872fae has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:51:39.982705 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfca1852-7814-4d50-a5f1-fce6929ef417 req-3dfb7bb4-37f4-4055-a57e-4cb101d491b7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:51:39.992882 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e37613e-06eb-492d-9caa-feab39208219 None None] Sync routers for ids ['2f54059b-7e76-47b0-a531-baf7a8872fae'] in dv-cinder-740146-13-iscsi {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:51:40.004021 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e37613e-06eb-492d-9caa-feab39208219 None None] Routers {'2f54059b-7e76-47b0-a531-baf7a8872fae'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:51:40.004580 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-5e37613e-06eb-492d-9caa-feab39208219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:51:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['2f54059b-7e76-47b0-a531-baf7a8872fae'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:51:40.022117 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfca1852-7814-4d50-a5f1-fce6929ef417 req-3dfb7bb4-37f4-4055-a57e-4cb101d491b7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] No DVR routers for this DVR port 396ca5b0-9be7-40df-a034-192908e0a0d8 on host hv-cinder-74014 {{(pid=110144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:51:40.024650 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-bfca1852-7814-4d50-a5f1-fce6929ef417 req-3dfb7bb4-37f4-4055-a57e-4cb101d491b7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:40.027855 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-bfca1852-7814-4d50-a5f1-fce6929ef417 req-3dfb7bb4-37f4-4055-a57e-4cb101d491b7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.18 "DELETE /v2.0/ports/396ca5b0-9be7-40df-a034-192908e0a0d8 HTTP/1.1" status: 204 len: 173 time: 0.8278537 Mar 08 04:51:40.028342 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559c5fce-d974-49e5-a8a3-dccc3eaafa7c', 'name': 'network-vif-deleted', 'tag': '396ca5b0-9be7-40df-a034-192908e0a0d8'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:51:40.030569 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f284cf80-62e8-4531-9dd4-42c833ddfda3" -d '{"events": [{"server_uuid": "559c5fce-d974-49e5-a8a3-dccc3eaafa7c", "name": "network-vif-deleted", "tag": "396ca5b0-9be7-40df-a034-192908e0a0d8"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:51:40.066701 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df899e1-b589-49dc-a354-be33458e7b16 x-openstack-request-id: req-5df899e1-b589-49dc-a354-be33458e7b16 {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:51:40.066999 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559c5fce-d974-49e5-a8a3-dccc3eaafa7c", "name": "network-vif-deleted", "tag": "396ca5b0-9be7-40df-a034-192908e0a0d8", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:51:40.067254 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5df899e1-b589-49dc-a354-be33458e7b16 {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:51:40.067652 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559c5fce-d974-49e5-a8a3-dccc3eaafa7c', 'name': 'network-vif-deleted', 'tag': '396ca5b0-9be7-40df-a034-192908e0a0d8', 'status': 'completed', 'code': 200} Mar 08 04:51:40.115895 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-5e37613e-06eb-492d-9caa-feab39208219 None None] Set router 2f54059b-7e76-47b0-a531-baf7a8872fae gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:51:40.324186 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-5e37613e-06eb-492d-9caa-feab39208219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'name': 'tempest-AttachVolumeNegativeTest-650372177-router', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'gw_port': {'id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': 'eb1992b2-5788-4f84-8a8e-83e131e61c13', 'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'mac_address': 'fa:16:3e:5f:97:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7efbded5-60f9-4264-992d-981c4669fa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:31Z', 'updated_at': '2022-03-08T04:43:45Z', 'revision_number': 5, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'subnets': [{'id': '7efbded5-60f9-4264-992d-981c4669fa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:51:40.349567 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e37613e-06eb-492d-9caa-feab39208219 None None] Checking router: 2f54059b-7e76-47b0-a531-baf7a8872fae for host: dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:51:40.358530 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e37613e-06eb-492d-9caa-feab39208219 None None] Routers {'2f54059b-7e76-47b0-a531-baf7a8872fae'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:51:40.359117 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-5e37613e-06eb-492d-9caa-feab39208219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:51:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['2f54059b-7e76-47b0-a531-baf7a8872fae'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:51:40.463377 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-5e37613e-06eb-492d-9caa-feab39208219 None None] Set router 2f54059b-7e76-47b0-a531-baf7a8872fae gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:51:40.652194 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-5e37613e-06eb-492d-9caa-feab39208219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'name': 'tempest-AttachVolumeNegativeTest-650372177-router', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'gw_port': {'id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': 'eb1992b2-5788-4f84-8a8e-83e131e61c13', 'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'mac_address': 'fa:16:3e:5f:97:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7efbded5-60f9-4264-992d-981c4669fa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:31Z', 'updated_at': '2022-03-08T04:43:45Z', 'revision_number': 5, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'subnets': [{'id': '7efbded5-60f9-4264-992d-981c4669fa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:51:40.682130 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e37613e-06eb-492d-9caa-feab39208219 None None] The sync data for ids ['2f54059b-7e76-47b0-a531-baf7a8872fae'] in dv-cinder-740146-13-iscsi is: [{'id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'name': 'tempest-AttachVolumeNegativeTest-650372177-router', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'gw_port': {'id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': 'eb1992b2-5788-4f84-8a8e-83e131e61c13', 'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'mac_address': 'fa:16:3e:5f:97:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7efbded5-60f9-4264-992d-981c4669fa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:31Z', 'updated_at': '2022-03-08T04:43:45Z', 'revision_number': 5, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'subnets': [{'id': '7efbded5-60f9-4264-992d-981c4669fa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:51:40.755108 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-d45dc3ef-227f-45b0-b8e9-65c310f3b36c req-df0da77b-2b3b-41d4-89a6-efc7d4a736b0 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=559c5fce-d974-49e5-a8a3-dccc3eaafa7c HTTP/1.1" status: 200 len: 210 time: 0.0285075 Mar 08 04:51:40.904853 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7a5de0-1bb2-4aaa-8266-a3431bf3f6e0 None None] New status for floating IP 76efcc1e-e9f8-4f9a-acd2-6ff7779ef009: DOWN {{(pid=110147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:51:41.359244 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 396ca5b0-9be7-40df-a034-192908e0a0d8 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:51:41.379741 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] No Port match for: 396ca5b0-9be7-40df-a034-192908e0a0d8 {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:51:41.380090 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 396ca5b0-9be7-40df-a034-192908e0a0d8 not bound to the agent host hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:51:41.996393 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 45380) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:51:42.048962 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-41f1f3ff-325c-4a26-886b-2c601010c441 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group (1c1ef3e0-e4fd-497d-8797-2b8642b2f19f), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:42.070946 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-41f1f3ff-325c-4a26-886b-2c601010c441 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group (1c1ef3e0-e4fd-497d-8797-2b8642b2f19f), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:42.176759 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-41f1f3ff-325c-4a26-886b-2c601010c441 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (1c1ef3e0-e4fd-497d-8797-2b8642b2f19f), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:42.179508 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-41f1f3ff-325c-4a26-886b-2c601010c441 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:42.180659 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-41f1f3ff-325c-4a26-886b-2c601010c441 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "DELETE /v2.0/security-groups/1c1ef3e0-e4fd-497d-8797-2b8642b2f19f HTTP/1.1" status: 204 len: 168 time: 0.1832726 Mar 08 04:51:42.183468 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 45382) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:51:42.189795 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f1f3ff-325c-4a26-886b-2c601010c441 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1ef3e0-e4fd-497d-8797-2b8642b2f19f,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:51:42.196764 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f1f3ff-325c-4a26-886b-2c601010c441 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:51:42.197091 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.api.v2.resource [None req-ab046e7f-885f-45f8-983d-1a352a832a6f tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] show failed (client error): The resource could not be found. Mar 08 04:51:42.197260 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f1f3ff-325c-4a26-886b-2c601010c441 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:51:42.197479 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f1f3ff-325c-4a26-886b-2c601010c441 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:51:42.197826 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f1f3ff-325c-4a26-886b-2c601010c441 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:51:42.198101 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-ab046e7f-885f-45f8-983d-1a352a832a6f tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups/1c1ef3e0-e4fd-497d-8797-2b8642b2f19f HTTP/1.1" status: 404 len: 347 time: 0.0136724 Mar 08 04:51:42.198207 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f1f3ff-325c-4a26-886b-2c601010c441 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:51:42.198505 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f1f3ff-325c-4a26-886b-2c601010c441 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:51:42.198841 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f1f3ff-325c-4a26-886b-2c601010c441 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:51:42.199172 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f1f3ff-325c-4a26-886b-2c601010c441 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:51:42.199502 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f1f3ff-325c-4a26-886b-2c601010c441 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:51:42.199831 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f1f3ff-325c-4a26-886b-2c601010c441 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:51:42.200162 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f1f3ff-325c-4a26-886b-2c601010c441 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:51:42.200485 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f1f3ff-325c-4a26-886b-2c601010c441 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:51:42.200811 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f1f3ff-325c-4a26-886b-2c601010c441 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:51:42.200966 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 45384) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:51:42.326483 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [None req-a21d2fa5-edeb-4967-8c72-455bb5bfcc65 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Deleting port e5d5f179-e1b9-4aaa-9349-59a70887926c {{(pid=110144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:51:42.326743 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-a21d2fa5-edeb-4967-8c72-455bb5bfcc65 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (e5d5f179-e1b9-4aaa-9349-59a70887926c), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:42.397469 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-a21d2fa5-edeb-4967-8c72-455bb5bfcc65 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (e5d5f179-e1b9-4aaa-9349-59a70887926c), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:42.397789 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-a21d2fa5-edeb-4967-8c72-455bb5bfcc65 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for floatingip (e5d5f179-e1b9-4aaa-9349-59a70887926c), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:42.409534 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [None req-a21d2fa5-edeb-4967-8c72-455bb5bfcc65 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Calling delete_port for e5d5f179-e1b9-4aaa-9349-59a70887926c owned by network:floatingip {{(pid=110144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:51:42.589978 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-a21d2fa5-edeb-4967-8c72-455bb5bfcc65 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (e5d5f179-e1b9-4aaa-9349-59a70887926c), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:42.614855 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21d2fa5-edeb-4967-8c72-455bb5bfcc65 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Pushing event deleted for resources: {'Port': ['ID=e5d5f179-e1b9-4aaa-9349-59a70887926c,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:51:42.675454 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-a21d2fa5-edeb-4967-8c72-455bb5bfcc65 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for floatingip (76efcc1e-e9f8-4f9a-acd2-6ff7779ef009), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:42.677958 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-a21d2fa5-edeb-4967-8c72-455bb5bfcc65 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for floatingip (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:42.679104 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-a21d2fa5-edeb-4967-8c72-455bb5bfcc65 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "DELETE /v2.0/floatingips/76efcc1e-e9f8-4f9a-acd2-6ff7779ef009 HTTP/1.1" status: 204 len: 168 time: 0.4772322 Mar 08 04:51:43.999531 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-1233e30b-edbd-45b8-a9c2-7ddf6dba567b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:44.056388 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 45390) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:51:44.061757 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-f5316292-16df-4c6c-a898-81a6bd6aeb86 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1856521453', 'description': 'tempest-description--2098186795'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:51:44.154460 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-f5316292-16df-4c6c-a898-81a6bd6aeb86 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:44.217160 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-f5316292-16df-4c6c-a898-81a6bd6aeb86 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group (2a069b2f-5144-4543-b724-65a0e17463cc), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:44.296494 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-f5316292-16df-4c6c-a898-81a6bd6aeb86 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (2a069b2f-5144-4543-b724-65a0e17463cc), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:44.324364 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5316292-16df-4c6c-a898-81a6bd6aeb86 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a069b2f-5144-4543-b724-65a0e17463cc,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:51:44.385844 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-f5316292-16df-4c6c-a898-81a6bd6aeb86 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:44.387062 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-f5316292-16df-4c6c-a898-81a6bd6aeb86 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3296425 Mar 08 04:51:44.389852 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 45392) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:51:44.394016 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-5774cc25-8b0e-4319-a7d7-d7e4dca9ba5f tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Request body: {'security_group_rule': {'security_group_id': '2a069b2f-5144-4543-b724-65a0e17463cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:51:44.489579 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5774cc25-8b0e-4319-a7d7-d7e4dca9ba5f tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group_rule (a41e7a12-8f37-417d-ab86-30d8ec2486c3), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:44.543108 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5774cc25-8b0e-4319-a7d7-d7e4dca9ba5f tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group_rule (a41e7a12-8f37-417d-ab86-30d8ec2486c3), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:44.629671 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5774cc25-8b0e-4319-a7d7-d7e4dca9ba5f tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575780'] for security_group_rule (a41e7a12-8f37-417d-ab86-30d8ec2486c3), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:44.647631 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774cc25-8b0e-4319-a7d7-d7e4dca9ba5f tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a41e7a12-8f37-417d-ab86-30d8ec2486c3,revision_number=0']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:51:44.738239 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5774cc25-8b0e-4319-a7d7-d7e4dca9ba5f tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:44.739470 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-5774cc25-8b0e-4319-a7d7-d7e4dca9ba5f tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3487134 Mar 08 04:51:44.742095 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 45394) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:51:44.747165 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-793618e8-f22d-4190-8b73-1f1c5bf509f8 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Request body: {'security_group_rule': {'security_group_id': '2a069b2f-5144-4543-b724-65a0e17463cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:51:44.828643 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-793618e8-f22d-4190-8b73-1f1c5bf509f8 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group_rule (3b2e78e1-8929-4be3-a74d-58add64a9ebd), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:44.881528 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-793618e8-f22d-4190-8b73-1f1c5bf509f8 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group_rule (3b2e78e1-8929-4be3-a74d-58add64a9ebd), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:44.960783 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-793618e8-f22d-4190-8b73-1f1c5bf509f8 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575780'] for security_group_rule (3b2e78e1-8929-4be3-a74d-58add64a9ebd), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:44.978877 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793618e8-f22d-4190-8b73-1f1c5bf509f8 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b2e78e1-8929-4be3-a74d-58add64a9ebd,revision_number=0']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:51:45.060505 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-793618e8-f22d-4190-8b73-1f1c5bf509f8 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:45.061737 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-793618e8-f22d-4190-8b73-1f1c5bf509f8 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3187339 Mar 08 04:51:45.064685 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 45396) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:51:45.068872 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-19d77841-306a-4336-8833-37a2d6a4adc8 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Request body: {'floatingip': {'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:51:45.155300 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-19d77841-306a-4336-8833-37a2d6a4adc8 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:45.249962 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-19d77841-306a-4336-8833-37a2d6a4adc8 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:45.352257 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_common [None req-19d77841-306a-4336-8833-37a2d6a4adc8 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Allocated IP 172.27.0.131 (e335cf5a-bd08-4697-9061-81dcecc4c284/5add51e7-3273-4e08-a772-a967bfff1dcd/bc09a3c1-6a09-4466-b0e7-735ed44fb24e) {{(pid=110144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:51:45.448134 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-19d77841-306a-4336-8833-37a2d6a4adc8 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for port (bc09a3c1-6a09-4466-b0e7-735ed44fb24e), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:45.536203 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-19d77841-306a-4336-8833-37a2d6a4adc8 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (bc09a3c1-6a09-4466-b0e7-735ed44fb24e), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:45.573354 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d77841-306a-4336-8833-37a2d6a4adc8 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Network e335cf5a-bd08-4697-9061-81dcecc4c284 is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:51:45.576139 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [None req-19d77841-306a-4336-8833-37a2d6a4adc8 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:51:45.579510 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d77841-306a-4336-8833-37a2d6a4adc8 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Received port after_create {{(pid=110144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:51:45.604964 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d77841-306a-4336-8833-37a2d6a4adc8 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Pushing event updated for resources: {'Port': ['ID=bc09a3c1-6a09-4466-b0e7-735ed44fb24e,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:51:45.909236 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-19d77841-306a-4336-8833-37a2d6a4adc8 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for floatingip (e34dd046-582d-4c61-81ea-70c72cec32ab), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:46.010837 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-19d77841-306a-4336-8833-37a2d6a4adc8 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (bc09a3c1-6a09-4466-b0e7-735ed44fb24e), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:46.158974 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-19d77841-306a-4336-8833-37a2d6a4adc8 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for port (bc09a3c1-6a09-4466-b0e7-735ed44fb24e), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:46.235936 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-f93ef1b3-7060-403a-a775-471611a37eaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:46.253086 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-19d77841-306a-4336-8833-37a2d6a4adc8 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4052309'] for port (bc09a3c1-6a09-4466-b0e7-735ed44fb24e), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:46.322755 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d77841-306a-4336-8833-37a2d6a4adc8 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Pushing event updated for resources: {'Port': ['ID=bc09a3c1-6a09-4466-b0e7-735ed44fb24e,revision_number=2']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:51:46.330427 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-19d77841-306a-4336-8833-37a2d6a4adc8 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952661'] for floatingip (e34dd046-582d-4c61-81ea-70c72cec32ab), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:46.384200 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-19d77841-306a-4336-8833-37a2d6a4adc8 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for floatingip (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:46.385501 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-19d77841-306a-4336-8833-37a2d6a4adc8 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3198512 Mar 08 04:51:46.569831 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-37d67721-504a-47c6-876b-1d8428c99aac req-cf8d8f90-5152-4652-808d-7bf2f75c7d4f tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1856521453&fields=id&tenant_id=aeea4438116f4318bc83a1167fc0068f HTTP/1.1" status: 200 len: 267 time: 0.0403404 Mar 08 04:51:46.884168 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d67721-504a-47c6-876b-1d8428c99aac req-06832c55-64ab-4c1d-b7a3-f2f8f2ff2aeb tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:46.885628 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-37d67721-504a-47c6-876b-1d8428c99aac req-06832c55-64ab-4c1d-b7a3-f2f8f2ff2aeb tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/networks?id=55973e4d-cfae-4744-97c2-2f6db5b5eaa4 HTTP/1.1" status: 200 len: 814 time: 0.3091252 Mar 08 04:51:46.899437 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-37d67721-504a-47c6-876b-1d8428c99aac req-c1cc3862-79bb-4ae1-aba0-0b03891009b9 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/quotas/aeea4438116f4318bc83a1167fc0068f HTTP/1.1" status: 200 len: 375 time: 0.0084310 Mar 08 04:51:46.950874 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-37d67721-504a-47c6-876b-1d8428c99aac req-e1011ddb-e6cb-4391-af99-67c824682b61 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=aeea4438116f4318bc83a1167fc0068f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467746 Mar 08 04:51:47.042382 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-37d67721-504a-47c6-876b-1d8428c99aac req-e880efa1-8c82-4301-8da8-d50a5fa06b34 service neutron] 10.222.0.35 "GET /v2.0/networks/55973e4d-cfae-4744-97c2-2f6db5b5eaa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805023 Mar 08 04:51:47.128369 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-37d67721-504a-47c6-876b-1d8428c99aac req-e23ee7e4-9481-4d7d-b346-9d2f99b18b5d service neutron] 10.222.0.35 "GET /v2.0/networks/55973e4d-cfae-4744-97c2-2f6db5b5eaa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799818 Mar 08 04:51:47.235179 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:47.372313 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-842e059b-a331-4642-82e0-ffb0ee7d8249 req-bed7ff41-2edd-48c4-a27f-7ff318231f8c tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e495cb9-df88-44a9-9feb-54290a4c5ceb HTTP/1.1" status: 200 len: 210 time: 0.0301147 Mar 08 04:51:48.468118 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-bd542847-c171-458c-b447-d9cb252c335d req-689f8e4d-f12d-4f05-aa4f-1c16fc3da789 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e495cb9-df88-44a9-9feb-54290a4c5ceb HTTP/1.1" status: 200 len: 210 time: 0.0310848 Mar 08 04:51:48.679436 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:49.389243 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d67721-504a-47c6-876b-1d8428c99aac req-0fce407c-de49-4a63-ba54-8ded2f6e7726 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:49.390683 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-37d67721-504a-47c6-876b-1d8428c99aac req-0fce407c-de49-4a63-ba54-8ded2f6e7726 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.18 "GET /v2.0/networks?id=55973e4d-cfae-4744-97c2-2f6db5b5eaa4 HTTP/1.1" status: 200 len: 814 time: 0.0982265 Mar 08 04:51:49.450455 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-37d67721-504a-47c6-876b-1d8428c99aac req-c58c1665-4d2c-4ff7-a34e-a3070c164a58 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aeea4438116f4318bc83a1167fc0068f HTTP/1.1" status: 200 len: 380 time: 0.0500391 Mar 08 04:51:49.458328 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [req-37d67721-504a-47c6-876b-1d8428c99aac req-2d73b87d-1308-4ae0-b8e8-1f5b47fcd541 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Request body: {'port': {'device_id': '3e495cb9-df88-44a9-9feb-54290a4c5ceb', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'admin_state_up': True, 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'security_groups': ['2a069b2f-5144-4543-b724-65a0e17463cc']}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:51:49.573078 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9c9e8ab8-7952-4fe1-ad5a-c88660b60f65 req-3ce3be6b-9761-4e9a-8259-a9e54918bbe0 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e495cb9-df88-44a9-9feb-54290a4c5ceb HTTP/1.1" status: 200 len: 210 time: 0.0373273 Mar 08 04:51:49.641039 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37d67721-504a-47c6-876b-1d8428c99aac req-2d73b87d-1308-4ae0-b8e8-1f5b47fcd541 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Made reservation on behalf of aeea4438116f4318bc83a1167fc0068f for: {'port': 1} {{(pid=110144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:51:49.644466 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-37d67721-504a-47c6-876b-1d8428c99aac req-2d73b87d-1308-4ae0-b8e8-1f5b47fcd541 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:49.770826 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_common [req-37d67721-504a-47c6-876b-1d8428c99aac req-2d73b87d-1308-4ae0-b8e8-1f5b47fcd541 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Allocated IP 172.20.0.7 (55973e4d-cfae-4744-97c2-2f6db5b5eaa4/7efbded5-60f9-4264-992d-981c4669fa99/890131a9-f854-4a51-aa5b-88fa17e41a90) {{(pid=110144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:51:49.901634 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-37d67721-504a-47c6-876b-1d8428c99aac req-2d73b87d-1308-4ae0-b8e8-1f5b47fcd541 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for port (890131a9-f854-4a51-aa5b-88fa17e41a90), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:49.988514 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-37d67721-504a-47c6-876b-1d8428c99aac req-2d73b87d-1308-4ae0-b8e8-1f5b47fcd541 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (890131a9-f854-4a51-aa5b-88fa17e41a90), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:50.033853 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37d67721-504a-47c6-876b-1d8428c99aac req-2d73b87d-1308-4ae0-b8e8-1f5b47fcd541 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Network 55973e4d-cfae-4744-97c2-2f6db5b5eaa4 is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:51:50.036885 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [req-37d67721-504a-47c6-876b-1d8428c99aac req-2d73b87d-1308-4ae0-b8e8-1f5b47fcd541 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:51:50.041313 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d67721-504a-47c6-876b-1d8428c99aac req-2d73b87d-1308-4ae0-b8e8-1f5b47fcd541 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Received port after_create {{(pid=110144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:51:50.045689 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d73b87d-1308-4ae0-b8e8-1f5b47fcd541 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Pushing event updated for resources: {'Port': ['ID=890131a9-f854-4a51-aa5b-88fa17e41a90,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:51:50.087697 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:50.091111 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d67721-504a-47c6-876b-1d8428c99aac req-2d73b87d-1308-4ae0-b8e8-1f5b47fcd541 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:50.091748 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-37d67721-504a-47c6-876b-1d8428c99aac req-2d73b87d-1308-4ae0-b8e8-1f5b47fcd541 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:50.186986 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-37d67721-504a-47c6-876b-1d8428c99aac req-2d73b87d-1308-4ae0-b8e8-1f5b47fcd541 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7321844 Mar 08 04:51:50.200092 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [req-37d67721-504a-47c6-876b-1d8428c99aac req-b49f81b8-1651-430d-b9ac-38bbdc0dbd5e service neutron] Request body: {'port': {'device_id': '3e495cb9-df88-44a9-9feb-54290a4c5ceb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:51:50.231603 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-e8e7ef1b-aace-45d2-83d9-0fc771cc635a None None] Provisioning complete for port 890131a9-f854-4a51-aa5b-88fa17e41a90 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:51:50.231981 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-e8e7ef1b-aace-45d2-83d9-0fc771cc635a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (890131a9-f854-4a51-aa5b-88fa17e41a90), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:50.262876 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-37d67721-504a-47c6-876b-1d8428c99aac req-b49f81b8-1651-430d-b9ac-38bbdc0dbd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (890131a9-f854-4a51-aa5b-88fa17e41a90), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:50.265237 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-e8e7ef1b-aace-45d2-83d9-0fc771cc635a None None] Port 890131a9-f854-4a51-aa5b-88fa17e41a90 cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:51:50.516098 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [req-37d67721-504a-47c6-876b-1d8428c99aac req-b49f81b8-1651-430d-b9ac-38bbdc0dbd5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 890131a9-f854-4a51-aa5b-88fa17e41a90 {{(pid=110144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:51:50.523227 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-37d67721-504a-47c6-876b-1d8428c99aac req-b49f81b8-1651-430d-b9ac-38bbdc0dbd5e service neutron] Publish callbacks [] for port (890131a9-f854-4a51-aa5b-88fa17e41a90), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:50.535237 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.provisioning_blocks [req-37d67721-504a-47c6-876b-1d8428c99aac req-b49f81b8-1651-430d-b9ac-38bbdc0dbd5e service neutron] Transition to ACTIVE for port object 890131a9-f854-4a51-aa5b-88fa17e41a90 will not be triggered until provisioned by entity L2. {{(pid=110144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 04:51:50.595182 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-37d67721-504a-47c6-876b-1d8428c99aac req-b49f81b8-1651-430d-b9ac-38bbdc0dbd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4052309'] for port (890131a9-f854-4a51-aa5b-88fa17e41a90), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:50.647726 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f81b8-1651-430d-b9ac-38bbdc0dbd5e service neutron] Pushing event updated for resources: {'Port': ['ID=890131a9-f854-4a51-aa5b-88fa17e41a90,revision_number=2']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:51:50.696442 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1c6178-533f-426c-9874-a8c45c06cdd7 req-53c454f3-fb6d-4fe9-b912-e6f8d3677a7d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:50.698051 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-dd1c6178-533f-426c-9874-a8c45c06cdd7 req-53c454f3-fb6d-4fe9-b912-e6f8d3677a7d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e495cb9-df88-44a9-9feb-54290a4c5ceb HTTP/1.1" status: 200 len: 943 time: 0.0593619 Mar 08 04:51:50.719086 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-37d67721-504a-47c6-876b-1d8428c99aac req-b49f81b8-1651-430d-b9ac-38bbdc0dbd5e service neutron] Attempting to bind port 890131a9-f854-4a51-aa5b-88fa17e41a90 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:51:50.719424 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-37d67721-504a-47c6-876b-1d8428c99aac req-b49f81b8-1651-430d-b9ac-38bbdc0dbd5e service neutron] Attempting to bind port 890131a9-f854-4a51-aa5b-88fa17e41a90 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '3078e9f3-ee99-4520-9a84-dd25cc09024c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4'}] {{(pid=110144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:51:50.719764 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d67721-504a-47c6-876b-1d8428c99aac req-b49f81b8-1651-430d-b9ac-38bbdc0dbd5e service neutron] Attempting to bind port 890131a9-f854-4a51-aa5b-88fa17e41a90 on network 55973e4d-cfae-4744-97c2-2f6db5b5eaa4 {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:51:50.724360 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d67721-504a-47c6-876b-1d8428c99aac req-b49f81b8-1651-430d-b9ac-38bbdc0dbd5e service neutron] Port 890131a9-f854-4a51-aa5b-88fa17e41a90 on network 55973e4d-cfae-4744-97c2-2f6db5b5eaa4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 04:51:50.724683 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d67721-504a-47c6-876b-1d8428c99aac req-b49f81b8-1651-430d-b9ac-38bbdc0dbd5e service neutron] Attempting to bind port 890131a9-f854-4a51-aa5b-88fa17e41a90 on network 55973e4d-cfae-4744-97c2-2f6db5b5eaa4 {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:51:50.732196 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d67721-504a-47c6-876b-1d8428c99aac req-b49f81b8-1651-430d-b9ac-38bbdc0dbd5e service neutron] Checking agent: {'id': '8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'started_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:51:50.732534 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d67721-504a-47c6-876b-1d8428c99aac req-b49f81b8-1651-430d-b9ac-38bbdc0dbd5e service neutron] Checking segment: {'id': '3078e9f3-ee99-4520-9a84-dd25cc09024c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:51:50.732924 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d67721-504a-47c6-876b-1d8428c99aac req-b49f81b8-1651-430d-b9ac-38bbdc0dbd5e service neutron] Bound using segment: {'id': '3078e9f3-ee99-4520-9a84-dd25cc09024c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4'} {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:51:50.733515 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-37d67721-504a-47c6-876b-1d8428c99aac req-b49f81b8-1651-430d-b9ac-38bbdc0dbd5e service neutron] Bound port: 890131a9-f854-4a51-aa5b-88fa17e41a90, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3078e9f3-ee99-4520-9a84-dd25cc09024c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4'}}] {{(pid=110144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:51:50.733886 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-37d67721-504a-47c6-876b-1d8428c99aac req-b49f81b8-1651-430d-b9ac-38bbdc0dbd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (890131a9-f854-4a51-aa5b-88fa17e41a90), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:50.754877 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-dd1c6178-533f-426c-9874-a8c45c06cdd7 req-1cf9dfa9-cff3-4a39-a9e0-8b9d8550f49a tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a069b2f-5144-4543-b724-65a0e17463cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504692 Mar 08 04:51:50.801348 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-37d67721-504a-47c6-876b-1d8428c99aac req-b49f81b8-1651-430d-b9ac-38bbdc0dbd5e service neutron] For port 890131a9-f854-4a51-aa5b-88fa17e41a90, host hv-cinder-74014, cleared binding levels {{(pid=110144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:51:50.804479 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-37d67721-504a-47c6-876b-1d8428c99aac req-b49f81b8-1651-430d-b9ac-38bbdc0dbd5e service neutron] For port 890131a9-f854-4a51-aa5b-88fa17e41a90, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=890131a9-f854-4a51-aa5b-88fa17e41a90,segment=NetworkSegment(3078e9f3-ee99-4520-9a84-dd25cc09024c),segment_id=3078e9f3-ee99-4520-9a84-dd25cc09024c)] {{(pid=110144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:51:50.864577 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-37d67721-504a-47c6-876b-1d8428c99aac req-b49f81b8-1651-430d-b9ac-38bbdc0dbd5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4052309'] for port (890131a9-f854-4a51-aa5b-88fa17e41a90), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:50.901146 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d67721-504a-47c6-876b-1d8428c99aac req-b49f81b8-1651-430d-b9ac-38bbdc0dbd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:50.901797 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-37d67721-504a-47c6-876b-1d8428c99aac req-b49f81b8-1651-430d-b9ac-38bbdc0dbd5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:50.903201 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-37d67721-504a-47c6-876b-1d8428c99aac req-b49f81b8-1651-430d-b9ac-38bbdc0dbd5e service neutron] 10.222.0.18 "PUT /v2.0/ports/890131a9-f854-4a51-aa5b-88fa17e41a90 HTTP/1.1" status: 200 len: 1093 time: 0.7075651 Mar 08 04:51:50.903639 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e495cb9-df88-44a9-9feb-54290a4c5ceb', 'tag': '890131a9-f854-4a51-aa5b-88fa17e41a90'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:51:50.905908 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1346aa-ebf6-4a32-b8a7-1e25dfd53210" -d '{"events": [{"name": "network-changed", "server_uuid": "3e495cb9-df88-44a9-9feb-54290a4c5ceb", "tag": "890131a9-f854-4a51-aa5b-88fa17e41a90"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:51:50.929084 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49f81b8-1651-430d-b9ac-38bbdc0dbd5e service neutron] Pushing event updated for resources: {'Port': ['ID=890131a9-f854-4a51-aa5b-88fa17e41a90,revision_number=3']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:51:50.959021 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e315daaa-ba3d-4fc6-afd2-bf5dda04bacc x-openstack-request-id: req-e315daaa-ba3d-4fc6-afd2-bf5dda04bacc {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:51:50.959391 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e495cb9-df88-44a9-9feb-54290a4c5ceb", "tag": "890131a9-f854-4a51-aa5b-88fa17e41a90", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:51:50.959780 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e315daaa-ba3d-4fc6-afd2-bf5dda04bacc {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:51:50.960139 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e495cb9-df88-44a9-9feb-54290a4c5ceb', 'tag': '890131a9-f854-4a51-aa5b-88fa17e41a90', 'status': 'completed', 'code': 200} Mar 08 04:51:51.026525 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1346aa-ebf6-4a32-b8a7-1e25dfd53210 req-9887f89d-a99f-4e58-99d3-b4ba169cbba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:51.028022 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7e1346aa-ebf6-4a32-b8a7-1e25dfd53210 req-9887f89d-a99f-4e58-99d3-b4ba169cbba5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aeea4438116f4318bc83a1167fc0068f&device_id=3e495cb9-df88-44a9-9feb-54290a4c5ceb HTTP/1.1" status: 200 len: 1127 time: 0.0492008 Mar 08 04:51:51.130941 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1346aa-ebf6-4a32-b8a7-1e25dfd53210 req-82c74df0-0cbd-4c12-bebb-ee0976f105bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:51.133550 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7e1346aa-ebf6-4a32-b8a7-1e25dfd53210 req-82c74df0-0cbd-4c12-bebb-ee0976f105bf service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=aeea4438116f4318bc83a1167fc0068f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0977514 Mar 08 04:51:51.226594 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1346aa-ebf6-4a32-b8a7-1e25dfd53210 req-bf5aafa2-0c99-47fa-999a-06f04a517169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:51.227961 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7e1346aa-ebf6-4a32-b8a7-1e25dfd53210 req-bf5aafa2-0c99-47fa-999a-06f04a517169 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891027 Mar 08 04:51:51.315254 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d67721-504a-47c6-876b-1d8428c99aac req-84b5d628-af4a-4f23-928b-49a0ad44b756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:51.316674 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-37d67721-504a-47c6-876b-1d8428c99aac req-84b5d628-af4a-4f23-928b-49a0ad44b756 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aeea4438116f4318bc83a1167fc0068f&device_id=3e495cb9-df88-44a9-9feb-54290a4c5ceb HTTP/1.1" status: 200 len: 1127 time: 0.0455670 Mar 08 04:51:51.356705 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-37d67721-504a-47c6-876b-1d8428c99aac req-d09c2082-5c94-4287-b1bc-3c118f57208b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=890131a9-f854-4a51-aa5b-88fa17e41a90 HTTP/1.1" status: 200 len: 217 time: 0.0325420 Mar 08 04:51:51.403179 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d67721-504a-47c6-876b-1d8428c99aac req-52ac67bc-e11c-4e29-ba09-17d65582c6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:51.404591 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-37d67721-504a-47c6-876b-1d8428c99aac req-52ac67bc-e11c-4e29-ba09-17d65582c6e8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7efbded5-60f9-4264-992d-981c4669fa99 HTTP/1.1" status: 200 len: 853 time: 0.0421314 Mar 08 04:51:51.455736 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d67721-504a-47c6-876b-1d8428c99aac req-494b9a4c-bcdc-4103-88db-a89aa4e07399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:51.457236 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-37d67721-504a-47c6-876b-1d8428c99aac req-494b9a4c-bcdc-4103-88db-a89aa4e07399 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55973e4d-cfae-4744-97c2-2f6db5b5eaa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0468299 Mar 08 04:51:51.542912 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-37d67721-504a-47c6-876b-1d8428c99aac req-8b2e6e8c-c2b6-4899-8165-36b0088687d3 service neutron] 10.222.0.18 "GET /v2.0/networks/55973e4d-cfae-4744-97c2-2f6db5b5eaa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800557 Mar 08 04:51:51.634013 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-37d67721-504a-47c6-876b-1d8428c99aac req-abc0d4fb-0e13-4746-b6b8-d1c560a2024c service neutron] 10.222.0.18 "GET /v2.0/networks/55973e4d-cfae-4744-97c2-2f6db5b5eaa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843375 Mar 08 04:51:51.870890 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83249f57-ab18-4566-a3e9-4975e6d84c0b req-5c90241e-cf80-4034-954e-d0f948133281 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:51.872347 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-83249f57-ab18-4566-a3e9-4975e6d84c0b req-5c90241e-cf80-4034-954e-d0f948133281 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e495cb9-df88-44a9-9feb-54290a4c5ceb HTTP/1.1" status: 200 len: 943 time: 0.0506105 Mar 08 04:51:51.916184 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-83249f57-ab18-4566-a3e9-4975e6d84c0b req-17b46a41-db16-4e29-8e6a-4e0177faa087 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a069b2f-5144-4543-b724-65a0e17463cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383422 Mar 08 04:51:53.031777 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83a45c-deae-4db4-b9b1-8849da9c4744 req-2d936fb8-e2cf-43ee-9763-8c0041d1959e tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:53.033281 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0f83a45c-deae-4db4-b9b1-8849da9c4744 req-2d936fb8-e2cf-43ee-9763-8c0041d1959e tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e495cb9-df88-44a9-9feb-54290a4c5ceb HTTP/1.1" status: 200 len: 943 time: 0.0522459 Mar 08 04:51:53.079499 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0f83a45c-deae-4db4-b9b1-8849da9c4744 req-b97ccf12-1ac9-4d49-b466-a1aff14dc3c9 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a069b2f-5144-4543-b724-65a0e17463cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403810 Mar 08 04:51:54.195715 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ffc391-5be2-415b-81b6-2fab9ba44737 req-c7f4518c-139c-4317-b0ef-924a3cd3f053 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:54.197176 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-93ffc391-5be2-415b-81b6-2fab9ba44737 req-c7f4518c-139c-4317-b0ef-924a3cd3f053 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e495cb9-df88-44a9-9feb-54290a4c5ceb HTTP/1.1" status: 200 len: 943 time: 0.0536876 Mar 08 04:51:54.242908 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-93ffc391-5be2-415b-81b6-2fab9ba44737 req-f81a1564-cd88-49b5-9d4e-fbfd66a7956a tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a069b2f-5144-4543-b724-65a0e17463cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396583 Mar 08 04:51:55.361956 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87873782-31a6-4b20-91e9-869edb4c3d66 req-273199f7-7bb3-4e94-8953-3a261d2333e7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:55.363413 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-87873782-31a6-4b20-91e9-869edb4c3d66 req-273199f7-7bb3-4e94-8953-3a261d2333e7 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e495cb9-df88-44a9-9feb-54290a4c5ceb HTTP/1.1" status: 200 len: 943 time: 0.0554967 Mar 08 04:51:55.408646 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-87873782-31a6-4b20-91e9-869edb4c3d66 req-f0d2cc9d-565b-4b75-9e42-2b8c7615e13a tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a069b2f-5144-4543-b724-65a0e17463cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397506 Mar 08 04:51:55.424926 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 890131a9-f854-4a51-aa5b-88fa17e41a90 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=110146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:51:55.517970 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 890131a9-f854-4a51-aa5b-88fa17e41a90, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=890131a9-f854-4a51-aa5b-88fa17e41a90,segment=NetworkSegment(3078e9f3-ee99-4520-9a84-dd25cc09024c),segment_id=3078e9f3-ee99-4520-9a84-dd25cc09024c)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:51:55.528615 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Returning: {'device': '890131a9-f854-4a51-aa5b-88fa17e41a90', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'port_id': '890131a9-f854-4a51-aa5b-88fa17e41a90', 'mac_address': 'fa:16:3e:26:03:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7efbded5-60f9-4264-992d-981c4669fa99', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:51:55.566666 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port 890131a9-f854-4a51-aa5b-88fa17e41a90 is: DOWN; New status is: BUILD {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:51:55.567082 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (890131a9-f854-4a51-aa5b-88fa17e41a90), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:55.580002 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 890131a9-f854-4a51-aa5b-88fa17e41a90 {{(pid=110146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:51:55.598522 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 890131a9-f854-4a51-aa5b-88fa17e41a90, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=890131a9-f854-4a51-aa5b-88fa17e41a90,segment=NetworkSegment(3078e9f3-ee99-4520-9a84-dd25cc09024c),segment_id=3078e9f3-ee99-4520-9a84-dd25cc09024c)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:51:55.658287 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (890131a9-f854-4a51-aa5b-88fa17e41a90), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:55.704177 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=890131a9-f854-4a51-aa5b-88fa17e41a90,revision_number=4']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:51:55.710992 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:51:55.711348 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:51:55.711698 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:51:55.712042 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:51:55.712380 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:51:55.712713 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:51:55.713114 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:51:55.713406 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:51:55.713737 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:51:55.714070 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:51:55.714394 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:51:55.714722 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:51:55.715074 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:51:56.002938 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] get_ports_and_sgs() called for port_ids ['890131a9-f854-4a51-aa5b-88fa17e41a90'] {{(pid=110146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:51:56.521427 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf4b63-e2d5-40c7-afeb-a0d42d6c5201 req-717016fa-784b-4fe7-a6a9-034eb8eabead tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:56.522947 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-35bf4b63-e2d5-40c7-afeb-a0d42d6c5201 req-717016fa-784b-4fe7-a6a9-034eb8eabead tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e495cb9-df88-44a9-9feb-54290a4c5ceb HTTP/1.1" status: 200 len: 944 time: 0.0511942 Mar 08 04:51:56.567308 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-35bf4b63-e2d5-40c7-afeb-a0d42d6c5201 req-087a22d1-919c-4169-89b2-9727c216debf tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a069b2f-5144-4543-b724-65a0e17463cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384815 Mar 08 04:51:57.432301 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 890131a9-f854-4a51-aa5b-88fa17e41a90 up at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:51:57.555606 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning for port 890131a9-f854-4a51-aa5b-88fa17e41a90 completed by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 04:51:57.559401 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning complete for port 890131a9-f854-4a51-aa5b-88fa17e41a90 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:51:57.561120 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (890131a9-f854-4a51-aa5b-88fa17e41a90), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:57.638568 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port 890131a9-f854-4a51-aa5b-88fa17e41a90 is: BUILD; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:51:57.638961 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (890131a9-f854-4a51-aa5b-88fa17e41a90), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:57.661253 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e495cb9-df88-44a9-9feb-54290a4c5ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890131a9-f854-4a51-aa5b-88fa17e41a90'}] {{(pid=110146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:51:57.663479 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce5c9d46ce85cdc7bdd5e39ea1b8e3d9b9c3a590759baa6189aad05618b43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c05c42-e37f-4521-aebf-b48935b8786a" -d '{"events": [{"server_uuid": "3e495cb9-df88-44a9-9feb-54290a4c5ceb", "name": "network-vif-plugged", "status": "completed", "tag": "890131a9-f854-4a51-aa5b-88fa17e41a90"}]}' {{(pid=110146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:51:57.676586 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 890131a9-f854-4a51-aa5b-88fa17e41a90, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=890131a9-f854-4a51-aa5b-88fa17e41a90,segment=NetworkSegment(3078e9f3-ee99-4520-9a84-dd25cc09024c),segment_id=3078e9f3-ee99-4520-9a84-dd25cc09024c)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:51:57.684374 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b5d8c-95ea-4f03-9753-c4f64ca7d369 req-bd9b54a1-b08c-4426-8130-d89835f7a6fa tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:57.686258 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9f3b5d8c-95ea-4f03-9753-c4f64ca7d369 req-bd9b54a1-b08c-4426-8130-d89835f7a6fa tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e495cb9-df88-44a9-9feb-54290a4c5ceb HTTP/1.1" status: 200 len: 944 time: 0.0537360 Mar 08 04:51:57.705324 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d159b0-e0de-4740-a266-ff7d88e08291 x-openstack-request-id: req-20d159b0-e0de-4740-a266-ff7d88e08291 {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:51:57.705620 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e495cb9-df88-44a9-9feb-54290a4c5ceb", "name": "network-vif-plugged", "status": "completed", "tag": "890131a9-f854-4a51-aa5b-88fa17e41a90", "code": 200}]} {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:51:57.705876 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-20d159b0-e0de-4740-a266-ff7d88e08291 {{(pid=110146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:51:57.706271 dv-cinder-740146-13-iscsi neutron-server[110146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e495cb9-df88-44a9-9feb-54290a4c5ceb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890131a9-f854-4a51-aa5b-88fa17e41a90', 'code': 200} Mar 08 04:51:57.733678 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (890131a9-f854-4a51-aa5b-88fa17e41a90), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:51:57.735770 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9f3b5d8c-95ea-4f03-9753-c4f64ca7d369 req-9903e143-363e-47b2-931f-eb297d11a498 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a069b2f-5144-4543-b724-65a0e17463cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441742 Mar 08 04:51:57.780983 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=890131a9-f854-4a51-aa5b-88fa17e41a90,revision_number=5']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:51:57.992577 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0ac0c-aa78-4c43-af4c-4410dae0a18a req-ad48c561-48de-4a28-95d8-35f13ca2d475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:57.994091 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-d8e0ac0c-aa78-4c43-af4c-4410dae0a18a req-ad48c561-48de-4a28-95d8-35f13ca2d475 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3e495cb9-df88-44a9-9feb-54290a4c5ceb HTTP/1.1" status: 200 len: 1129 time: 0.0429938 Mar 08 04:51:58.040338 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-d8e0ac0c-aa78-4c43-af4c-4410dae0a18a req-08e0df36-21f7-4d52-9efb-04ee4da9860c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2a069b2f-5144-4543-b724-65a0e17463cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403142 Mar 08 04:51:58.850696 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08399f-445e-40e8-975c-c0ad5aaad143 req-182ad661-29f0-452e-b286-eb62704468d3 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:51:58.852166 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-1b08399f-445e-40e8-975c-c0ad5aaad143 req-182ad661-29f0-452e-b286-eb62704468d3 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e495cb9-df88-44a9-9feb-54290a4c5ceb HTTP/1.1" status: 200 len: 945 time: 0.0509439 Mar 08 04:51:58.900801 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-1b08399f-445e-40e8-975c-c0ad5aaad143 req-8292591f-14c2-4a1b-ba61-8137983e68fa tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a069b2f-5144-4543-b724-65a0e17463cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422664 Mar 08 04:51:59.504072 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:00.015922 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b368b4-c310-4a50-92ae-7911aa1512cc req-cf374fde-d7c5-46e3-a724-5839aac7e93c tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:00.017380 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e7b368b4-c310-4a50-92ae-7911aa1512cc req-cf374fde-d7c5-46e3-a724-5839aac7e93c tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e495cb9-df88-44a9-9feb-54290a4c5ceb HTTP/1.1" status: 200 len: 945 time: 0.0513346 Mar 08 04:52:00.062684 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e7b368b4-c310-4a50-92ae-7911aa1512cc req-8a7cdbd8-b3e4-48bd-81b0-9f9e30ca21f8 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a069b2f-5144-4543-b724-65a0e17463cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398872 Mar 08 04:52:00.174476 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aec478-0bea-4ee3-90a6-c51f9fe0ae50 req-4962e528-12da-4cf5-b159-015f8e749496 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:00.175946 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-c0aec478-0bea-4ee3-90a6-c51f9fe0ae50 req-4962e528-12da-4cf5-b159-015f8e749496 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e495cb9-df88-44a9-9feb-54290a4c5ceb HTTP/1.1" status: 200 len: 945 time: 0.0518610 Mar 08 04:52:00.184247 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 45462) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:52:00.189018 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-879c3040-7fa4-4efc-802e-211a3490857a tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Request body: {'floatingip': {'port_id': '890131a9-f854-4a51-aa5b-88fa17e41a90'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:52:00.226245 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-879c3040-7fa4-4efc-802e-211a3490857a tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for floatingip (e34dd046-582d-4c61-81ea-70c72cec32ab), before_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:00.653309 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-879c3040-7fa4-4efc-802e-211a3490857a tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:00.709819 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-879c3040-7fa4-4efc-802e-211a3490857a tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952661'] for floatingip (e34dd046-582d-4c61-81ea-70c72cec32ab), after_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:00.808174 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.db.l3_db [None req-879c3040-7fa4-4efc-802e-211a3490857a tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Floating IP e34dd046-582d-4c61-81ea-70c72cec32ab associated. External IP: 172.27.0.131, port: 890131a9-f854-4a51-aa5b-88fa17e41a90. Mar 08 04:52:01.010686 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879c3040-7fa4-4efc-802e-211a3490857a tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Router 2f54059b-7e76-47b0-a531-baf7a8872fae has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:52:01.118542 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879c3040-7fa4-4efc-802e-211a3490857a tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:52:01.123469 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-879c3040-7fa4-4efc-802e-211a3490857a tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for floatingip (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:01.128467 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f5f634-7faf-49df-a759-3b4a1e7a49e0 None None] Sync routers for ids ['2f54059b-7e76-47b0-a531-baf7a8872fae'] in dv-cinder-740146-13-iscsi {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:52:01.137579 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f5f634-7faf-49df-a759-3b4a1e7a49e0 None None] Routers {'2f54059b-7e76-47b0-a531-baf7a8872fae'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:52:01.138744 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-c0f5f634-7faf-49df-a759-3b4a1e7a49e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:51:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['2f54059b-7e76-47b0-a531-baf7a8872fae'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:52:01.152145 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-879c3040-7fa4-4efc-802e-211a3490857a tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "PUT /v2.0/floatingips/e34dd046-582d-4c61-81ea-70c72cec32ab HTTP/1.1" status: 200 len: 991 time: 0.9663134 Mar 08 04:52:01.152718 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e495cb9-df88-44a9-9feb-54290a4c5ceb', 'tag': '890131a9-f854-4a51-aa5b-88fa17e41a90'}] {{(pid=110145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:52:01.155579 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71968b58d2f8aa6f8c15556c85a5ad4508c502c1b37aaef7a0ee3c4c7a23d4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50d1b43-af6f-43b2-8b8c-546d6309d17e" -d '{"events": [{"name": "network-changed", "server_uuid": "3e495cb9-df88-44a9-9feb-54290a4c5ceb", "tag": "890131a9-f854-4a51-aa5b-88fa17e41a90"}]}' {{(pid=110145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:52:01.190821 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f1727e-41c9-4a13-8753-7bb7fa14451e x-openstack-request-id: req-d5f1727e-41c9-4a13-8753-7bb7fa14451e {{(pid=110145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:52:01.191436 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e495cb9-df88-44a9-9feb-54290a4c5ceb", "tag": "890131a9-f854-4a51-aa5b-88fa17e41a90", "status": "completed", "code": 200}]} {{(pid=110145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:52:01.191436 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d5f1727e-41c9-4a13-8753-7bb7fa14451e {{(pid=110145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:52:01.191743 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e495cb9-df88-44a9-9feb-54290a4c5ceb', 'tag': '890131a9-f854-4a51-aa5b-88fa17e41a90', 'status': 'completed', 'code': 200} Mar 08 04:52:01.258044 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d1b43-af6f-43b2-8b8c-546d6309d17e req-e6b1c265-35a3-4247-bb42-a0d4354d1649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:01.259571 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-d50d1b43-af6f-43b2-8b8c-546d6309d17e req-e6b1c265-35a3-4247-bb42-a0d4354d1649 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=aeea4438116f4318bc83a1167fc0068f&device_id=3e495cb9-df88-44a9-9feb-54290a4c5ceb HTTP/1.1" status: 200 len: 1129 time: 0.0456429 Mar 08 04:52:01.354007 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d1b43-af6f-43b2-8b8c-546d6309d17e req-e245e451-1e0f-45de-87e1-6c23d1977c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:01.355489 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-d50d1b43-af6f-43b2-8b8c-546d6309d17e req-e245e451-1e0f-45de-87e1-6c23d1977c72 service neutron] 10.222.0.18 "GET /v2.0/networks?id=55973e4d-cfae-4744-97c2-2f6db5b5eaa4 HTTP/1.1" status: 200 len: 915 time: 0.0883198 Mar 08 04:52:01.374721 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-c0f5f634-7faf-49df-a759-3b4a1e7a49e0 None None] Set router 2f54059b-7e76-47b0-a531-baf7a8872fae gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:52:01.418357 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-d50d1b43-af6f-43b2-8b8c-546d6309d17e req-5d5d7ab3-5883-47b0-b243-076867735bf3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=890131a9-f854-4a51-aa5b-88fa17e41a90 HTTP/1.1" status: 200 len: 999 time: 0.0563171 Mar 08 04:52:01.468623 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d1b43-af6f-43b2-8b8c-546d6309d17e req-5e8034fc-a04b-4af6-b5ff-36ae8da0ba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:01.470105 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-d50d1b43-af6f-43b2-8b8c-546d6309d17e req-5e8034fc-a04b-4af6-b5ff-36ae8da0ba50 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7efbded5-60f9-4264-992d-981c4669fa99 HTTP/1.1" status: 200 len: 853 time: 0.0464172 Mar 08 04:52:01.517741 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d1b43-af6f-43b2-8b8c-546d6309d17e req-7a00cec9-8b8d-4575-8dd4-6524759ffd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:01.519235 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-d50d1b43-af6f-43b2-8b8c-546d6309d17e req-7a00cec9-8b8d-4575-8dd4-6524759ffd85 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=55973e4d-cfae-4744-97c2-2f6db5b5eaa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433912 Mar 08 04:52:01.596922 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-c0f5f634-7faf-49df-a759-3b4a1e7a49e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'name': 'tempest-AttachVolumeNegativeTest-650372177-router', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'gw_port': {'id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': 'e34dd046-582d-4c61-81ea-70c72cec32ab', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'floating_ip_address': '172.27.0.131', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'port_id': '890131a9-f854-4a51-aa5b-88fa17e41a90', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'mac_address': 'fa:16:3e:26:03:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e495cb9-df88-44a9-9feb-54290a4c5ceb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:51:45Z', 'updated_at': '2022-03-08T04:52:00Z', 'revision_number': 1, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb1992b2-5788-4f84-8a8e-83e131e61c13', 'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'mac_address': 'fa:16:3e:5f:97:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7efbded5-60f9-4264-992d-981c4669fa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:31Z', 'updated_at': '2022-03-08T04:43:45Z', 'revision_number': 5, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'subnets': [{'id': '7efbded5-60f9-4264-992d-981c4669fa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:52:01.605944 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-d50d1b43-af6f-43b2-8b8c-546d6309d17e req-a136b533-c15d-4707-a3f8-a8a2cbc939eb service neutron] 10.222.0.18 "GET /v2.0/networks/55973e4d-cfae-4744-97c2-2f6db5b5eaa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802195 Mar 08 04:52:01.623058 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f5f634-7faf-49df-a759-3b4a1e7a49e0 None None] Checking router: 2f54059b-7e76-47b0-a531-baf7a8872fae for host: dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:52:01.631185 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f5f634-7faf-49df-a759-3b4a1e7a49e0 None None] Routers {'2f54059b-7e76-47b0-a531-baf7a8872fae'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:52:01.631790 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-c0f5f634-7faf-49df-a759-3b4a1e7a49e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:51:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['2f54059b-7e76-47b0-a531-baf7a8872fae'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:52:01.695468 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-d50d1b43-af6f-43b2-8b8c-546d6309d17e req-6db03a9a-b648-4ace-9d74-53be034c058f service neutron] 10.222.0.18 "GET /v2.0/networks/55973e4d-cfae-4744-97c2-2f6db5b5eaa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836337 Mar 08 04:52:01.738478 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-c0f5f634-7faf-49df-a759-3b4a1e7a49e0 None None] Set router 2f54059b-7e76-47b0-a531-baf7a8872fae gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:52:01.955406 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-c0f5f634-7faf-49df-a759-3b4a1e7a49e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'name': 'tempest-AttachVolumeNegativeTest-650372177-router', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'gw_port': {'id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': 'e34dd046-582d-4c61-81ea-70c72cec32ab', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'floating_ip_address': '172.27.0.131', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'port_id': '890131a9-f854-4a51-aa5b-88fa17e41a90', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'mac_address': 'fa:16:3e:26:03:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e495cb9-df88-44a9-9feb-54290a4c5ceb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:51:45Z', 'updated_at': '2022-03-08T04:52:00Z', 'revision_number': 1, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb1992b2-5788-4f84-8a8e-83e131e61c13', 'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'mac_address': 'fa:16:3e:5f:97:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7efbded5-60f9-4264-992d-981c4669fa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:31Z', 'updated_at': '2022-03-08T04:43:45Z', 'revision_number': 5, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'subnets': [{'id': '7efbded5-60f9-4264-992d-981c4669fa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:52:01.980583 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f5f634-7faf-49df-a759-3b4a1e7a49e0 None None] The sync data for ids ['2f54059b-7e76-47b0-a531-baf7a8872fae'] in dv-cinder-740146-13-iscsi is: [{'id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'name': 'tempest-AttachVolumeNegativeTest-650372177-router', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'gw_port': {'id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': 'e34dd046-582d-4c61-81ea-70c72cec32ab', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'floating_ip_address': '172.27.0.131', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'port_id': '890131a9-f854-4a51-aa5b-88fa17e41a90', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'mac_address': 'fa:16:3e:26:03:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e495cb9-df88-44a9-9feb-54290a4c5ceb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:51:45Z', 'updated_at': '2022-03-08T04:52:00Z', 'revision_number': 1, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb1992b2-5788-4f84-8a8e-83e131e61c13', 'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'mac_address': 'fa:16:3e:5f:97:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7efbded5-60f9-4264-992d-981c4669fa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:31Z', 'updated_at': '2022-03-08T04:43:45Z', 'revision_number': 5, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'subnets': [{'id': '7efbded5-60f9-4264-992d-981c4669fa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:52:02.160677 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67835b1d-e356-4c84-ae9c-79c4424b91da None None] New status for floating IP e34dd046-582d-4c61-81ea-70c72cec32ab: ACTIVE {{(pid=110147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:52:11.236414 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943c39a-dd30-4cb0-a89e-f5fd7b50245e req-75763aad-b9ed-4ebf-89b6-60ac3cb6c9d2 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:11.237913 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-d943c39a-dd30-4cb0-a89e-f5fd7b50245e req-75763aad-b9ed-4ebf-89b6-60ac3cb6c9d2 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 946 time: 0.0520470 Mar 08 04:52:11.283908 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-d943c39a-dd30-4cb0-a89e-f5fd7b50245e req-b1a56b04-68c0-4cf0-a6c5-fa88ace4958f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403841 Mar 08 04:52:12.405955 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bf911-dd53-44ec-8e71-b27128447767 req-cf5f04c6-7aee-47ee-979a-0fd96328c224 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:12.407432 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-6d9bf911-dd53-44ec-8e71-b27128447767 req-cf5f04c6-7aee-47ee-979a-0fd96328c224 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 946 time: 0.0525024 Mar 08 04:52:12.452047 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-6d9bf911-dd53-44ec-8e71-b27128447767 req-a9a2121e-1e15-4fc4-8202-27720dcc32b3 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391462 Mar 08 04:52:13.575224 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36cb433-c12a-497d-8006-84f8a2a5eeca req-e409f953-38ca-4651-b245-cd194cf18db0 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:13.576699 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-a36cb433-c12a-497d-8006-84f8a2a5eeca req-e409f953-38ca-4651-b245-cd194cf18db0 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 946 time: 0.0553083 Mar 08 04:52:13.622193 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-a36cb433-c12a-497d-8006-84f8a2a5eeca req-291dcd0c-d7b1-4943-8bec-3cff19ddd189 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399384 Mar 08 04:52:13.995269 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-0a83644e-7af2-4aff-9e2e-a44289f8b4d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:14.745580 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a18cd-3e64-4f7c-a3d8-ccc5e00926bd req-979c990d-dd1c-4df9-8616-cc907998eeaa tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:14.747702 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-913a18cd-3e64-4f7c-a3d8-ccc5e00926bd req-979c990d-dd1c-4df9-8616-cc907998eeaa tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 946 time: 0.0547781 Mar 08 04:52:14.792108 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-913a18cd-3e64-4f7c-a3d8-ccc5e00926bd req-f17bbf63-3d1f-4477-8448-0630018ad432 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390220 Mar 08 04:52:15.007435 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 45512) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:52:15.199806 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:52:15.292099 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-416d8a07-78b0-4e58-8aa7-e86c4cdccbe5 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Deleting port 68de5509-6886-416f-a76a-c7ea014904a6 {{(pid=110145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:52:15.292443 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-416d8a07-78b0-4e58-8aa7-e86c4cdccbe5 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (68de5509-6886-416f-a76a-c7ea014904a6), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:15.367171 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-416d8a07-78b0-4e58-8aa7-e86c4cdccbe5 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (68de5509-6886-416f-a76a-c7ea014904a6), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:15.367500 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-416d8a07-78b0-4e58-8aa7-e86c4cdccbe5 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks [] for floatingip (68de5509-6886-416f-a76a-c7ea014904a6), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:15.378706 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-416d8a07-78b0-4e58-8aa7-e86c4cdccbe5 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Calling delete_port for 68de5509-6886-416f-a76a-c7ea014904a6 owned by network:floatingip {{(pid=110145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:52:15.627564 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-416d8a07-78b0-4e58-8aa7-e86c4cdccbe5 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793137'] for port (68de5509-6886-416f-a76a-c7ea014904a6), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:15.650150 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d8a07-78b0-4e58-8aa7-e86c4cdccbe5 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Pushing event deleted for resources: {'Port': ['ID=68de5509-6886-416f-a76a-c7ea014904a6,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:52:15.710750 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-416d8a07-78b0-4e58-8aa7-e86c4cdccbe5 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks [] for floatingip (c8cdce08-878d-459c-9480-db7413fec2d9), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:15.711080 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.db.l3_db [None req-416d8a07-78b0-4e58-8aa7-e86c4cdccbe5 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Floating IP c8cdce08-878d-459c-9480-db7413fec2d9 disassociated (deleted). External IP: 172.27.0.159, port: e0f45d37-e44b-4898-9a6f-c2d49b02e73a. Mar 08 04:52:15.947317 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416d8a07-78b0-4e58-8aa7-e86c4cdccbe5 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Router c002f7d8-ba95-4a79-ba82-33eb01a7d3bb has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:52:15.959863 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780ef79-c6ed-4275-9ccd-09ac271d81dd req-4b544e24-3d6f-43cc-827c-5df3967a5309 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:15.961345 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b780ef79-c6ed-4275-9ccd-09ac271d81dd req-4b544e24-3d6f-43cc-827c-5df3967a5309 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 946 time: 0.0976059 Mar 08 04:52:16.074933 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b780ef79-c6ed-4275-9ccd-09ac271d81dd req-058e14e6-12dd-4b53-8c29-b7719487abb3 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060910 Mar 08 04:52:16.096086 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416d8a07-78b0-4e58-8aa7-e86c4cdccbe5 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:52:16.100646 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-416d8a07-78b0-4e58-8aa7-e86c4cdccbe5 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for floatingip (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:16.106638 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf34c0cf-11c7-4d7b-835c-4da1ac9a47d8 None None] Sync routers for ids ['c002f7d8-ba95-4a79-ba82-33eb01a7d3bb'] in dv-cinder-740146-13-iscsi {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:52:16.115879 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf34c0cf-11c7-4d7b-835c-4da1ac9a47d8 None None] Routers {'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:52:16.116486 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-bf34c0cf-11c7-4d7b-835c-4da1ac9a47d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:51:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['c002f7d8-ba95-4a79-ba82-33eb01a7d3bb'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:52:16.132286 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-416d8a07-78b0-4e58-8aa7-e86c4cdccbe5 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "DELETE /v2.0/floatingips/c8cdce08-878d-459c-9480-db7413fec2d9 HTTP/1.1" status: 204 len: 168 time: 1.1238396 Mar 08 04:52:16.132870 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c206c0cb-e493-439d-9dae-aeb9857c56f4', 'tag': 'e0f45d37-e44b-4898-9a6f-c2d49b02e73a'}] {{(pid=110145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:52:16.135118 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71968b58d2f8aa6f8c15556c85a5ad4508c502c1b37aaef7a0ee3c4c7a23d4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2ff815-f7dc-4812-9c4d-6015b039f556" -d '{"events": [{"name": "network-changed", "server_uuid": "c206c0cb-e493-439d-9dae-aeb9857c56f4", "tag": "e0f45d37-e44b-4898-9a6f-c2d49b02e73a"}]}' {{(pid=110145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:52:16.172999 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b0c640-ba18-428f-9da5-166f049276e8 x-openstack-request-id: req-90b0c640-ba18-428f-9da5-166f049276e8 {{(pid=110145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:52:16.173389 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c206c0cb-e493-439d-9dae-aeb9857c56f4", "tag": "e0f45d37-e44b-4898-9a6f-c2d49b02e73a", "status": "completed", "code": 200}]} {{(pid=110145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:52:16.173735 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-90b0c640-ba18-428f-9da5-166f049276e8 {{(pid=110145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:52:16.174143 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c206c0cb-e493-439d-9dae-aeb9857c56f4', 'tag': 'e0f45d37-e44b-4898-9a6f-c2d49b02e73a', 'status': 'completed', 'code': 200} Mar 08 04:52:16.237483 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-bf34c0cf-11c7-4d7b-835c-4da1ac9a47d8 None None] Set router c002f7d8-ba95-4a79-ba82-33eb01a7d3bb gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:52:16.239567 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ff815-f7dc-4812-9c4d-6015b039f556 req-f4bb01b5-5b30-464f-8e3e-ea1f5ecafda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:16.241126 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0f2ff815-f7dc-4812-9c4d-6015b039f556 req-f4bb01b5-5b30-464f-8e3e-ea1f5ecafda4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2bcb6fa5cf414d02895f25160874a65a&device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 1130 time: 0.0463989 Mar 08 04:52:16.282803 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-f174cb86-b1f1-4812-9fa5-798bae58cf06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:16.336893 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ff815-f7dc-4812-9c4d-6015b039f556 req-121a0fce-29ab-4134-8b33-37bca1afac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:16.338439 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0f2ff815-f7dc-4812-9c4d-6015b039f556 req-121a0fce-29ab-4134-8b33-37bca1afac69 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cefdff50-dbc7-41bb-af8b-f00fe77830ed HTTP/1.1" status: 200 len: 909 time: 0.0903680 Mar 08 04:52:16.380437 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0f2ff815-f7dc-4812-9c4d-6015b039f556 req-6edde95d-1ffa-497c-b94a-c237878e542a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0f45d37-e44b-4898-9a6f-c2d49b02e73a HTTP/1.1" status: 200 len: 217 time: 0.0346227 Mar 08 04:52:16.427318 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ff815-f7dc-4812-9c4d-6015b039f556 req-3a0427df-2b1e-4a0e-8721-a0e843836b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:16.428795 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0f2ff815-f7dc-4812-9c4d-6015b039f556 req-3a0427df-2b1e-4a0e-8721-a0e843836b80 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5f0f0ac8-39f3-4773-89a2-7e5b57fd3f29 HTTP/1.1" status: 200 len: 847 time: 0.0428221 Mar 08 04:52:16.448680 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-bf34c0cf-11c7-4d7b-835c-4da1ac9a47d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb', 'name': 'tempest-TestShelveInstance-707160647-router', 'tenant_id': '2bcb6fa5cf414d02895f25160874a65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '16717d8c-56a5-4633-83a1-a509b3036f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:45:52Z', 'updated_at': '2022-03-08T04:45:56Z', 'revision_number': 4, 'project_id': '2bcb6fa5cf414d02895f25160874a65a', 'gw_port': {'id': '16717d8c-56a5-4633-83a1-a509b3036f49', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:45:53Z', 'updated_at': '2022-03-08T04:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': '0e73579f-bb82-4e9a-93b8-bb176863b3b8', 'name': '', 'network_id': 'cefdff50-dbc7-41bb-af8b-f00fe77830ed', 'tenant_id': '2bcb6fa5cf414d02895f25160874a65a', 'mac_address': 'fa:16:3e:39:4b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5f0f0ac8-39f3-4773-89a2-7e5b57fd3f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:45:55Z', 'updated_at': '2022-03-08T04:46:01Z', 'revision_number': 5, 'project_id': '2bcb6fa5cf414d02895f25160874a65a', 'subnets': [{'id': '5f0f0ac8-39f3-4773-89a2-7e5b57fd3f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:52:16.480477 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ff815-f7dc-4812-9c4d-6015b039f556 req-dcc47999-83e2-494f-877c-2f8d51815c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:16.482292 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0f2ff815-f7dc-4812-9c4d-6015b039f556 req-dcc47999-83e2-494f-877c-2f8d51815c68 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cefdff50-dbc7-41bb-af8b-f00fe77830ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0465949 Mar 08 04:52:16.483103 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf34c0cf-11c7-4d7b-835c-4da1ac9a47d8 None None] Checking router: c002f7d8-ba95-4a79-ba82-33eb01a7d3bb for host: dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:52:16.491784 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf34c0cf-11c7-4d7b-835c-4da1ac9a47d8 None None] Routers {'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:52:16.492391 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-bf34c0cf-11c7-4d7b-835c-4da1ac9a47d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:52:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['c002f7d8-ba95-4a79-ba82-33eb01a7d3bb'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:52:16.584484 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0f2ff815-f7dc-4812-9c4d-6015b039f556 req-9e80133a-2df3-41ae-87ad-249b517be8e9 service neutron] 10.222.0.18 "GET /v2.0/networks/cefdff50-dbc7-41bb-af8b-f00fe77830ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925906 Mar 08 04:52:16.610550 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-bf34c0cf-11c7-4d7b-835c-4da1ac9a47d8 None None] Set router c002f7d8-ba95-4a79-ba82-33eb01a7d3bb gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:52:16.683262 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0f2ff815-f7dc-4812-9c4d-6015b039f556 req-41f14b4e-bd09-41ee-a170-ae05ac54b754 service neutron] 10.222.0.18 "GET /v2.0/networks/cefdff50-dbc7-41bb-af8b-f00fe77830ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915482 Mar 08 04:52:16.760622 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcba7af-d255-4e2e-9ceb-e42e8f66b942 req-ffa4403f-9550-4a3e-99be-f7c4c9fbdd0c tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:16.762083 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-8bcba7af-d255-4e2e-9ceb-e42e8f66b942 req-ffa4403f-9550-4a3e-99be-f7c4c9fbdd0c tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 946 time: 0.2738245 Mar 08 04:52:16.810835 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-8bcba7af-d255-4e2e-9ceb-e42e8f66b942 req-00619880-35fa-44cd-aa09-e3ac5d2bf4da tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428674 Mar 08 04:52:16.813086 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-bf34c0cf-11c7-4d7b-835c-4da1ac9a47d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb', 'name': 'tempest-TestShelveInstance-707160647-router', 'tenant_id': '2bcb6fa5cf414d02895f25160874a65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '16717d8c-56a5-4633-83a1-a509b3036f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:45:52Z', 'updated_at': '2022-03-08T04:45:56Z', 'revision_number': 4, 'project_id': '2bcb6fa5cf414d02895f25160874a65a', 'gw_port': {'id': '16717d8c-56a5-4633-83a1-a509b3036f49', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:45:53Z', 'updated_at': '2022-03-08T04:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': '0e73579f-bb82-4e9a-93b8-bb176863b3b8', 'name': '', 'network_id': 'cefdff50-dbc7-41bb-af8b-f00fe77830ed', 'tenant_id': '2bcb6fa5cf414d02895f25160874a65a', 'mac_address': 'fa:16:3e:39:4b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5f0f0ac8-39f3-4773-89a2-7e5b57fd3f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:45:55Z', 'updated_at': '2022-03-08T04:46:01Z', 'revision_number': 5, 'project_id': '2bcb6fa5cf414d02895f25160874a65a', 'subnets': [{'id': '5f0f0ac8-39f3-4773-89a2-7e5b57fd3f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:52:16.842975 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf34c0cf-11c7-4d7b-835c-4da1ac9a47d8 None None] The sync data for ids ['c002f7d8-ba95-4a79-ba82-33eb01a7d3bb'] in dv-cinder-740146-13-iscsi is: [{'id': 'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb', 'name': 'tempest-TestShelveInstance-707160647-router', 'tenant_id': '2bcb6fa5cf414d02895f25160874a65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '16717d8c-56a5-4633-83a1-a509b3036f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:45:52Z', 'updated_at': '2022-03-08T04:45:56Z', 'revision_number': 4, 'project_id': '2bcb6fa5cf414d02895f25160874a65a', 'gw_port': {'id': '16717d8c-56a5-4633-83a1-a509b3036f49', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:45:53Z', 'updated_at': '2022-03-08T04:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': '0e73579f-bb82-4e9a-93b8-bb176863b3b8', 'name': '', 'network_id': 'cefdff50-dbc7-41bb-af8b-f00fe77830ed', 'tenant_id': '2bcb6fa5cf414d02895f25160874a65a', 'mac_address': 'fa:16:3e:39:4b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '5f0f0ac8-39f3-4773-89a2-7e5b57fd3f29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:45:55Z', 'updated_at': '2022-03-08T04:46:01Z', 'revision_number': 5, 'project_id': '2bcb6fa5cf414d02895f25160874a65a', 'subnets': [{'id': '5f0f0ac8-39f3-4773-89a2-7e5b57fd3f29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:52:17.047237 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5ba444-7816-4e54-adb2-0dc8f17c3fc0 None None] New status for floating IP c8cdce08-878d-459c-9480-db7413fec2d9: DOWN {{(pid=110147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:52:17.204885 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6aca0-4608-4f97-b9cf-fda416eaee54 req-44f6f0ae-3d80-46c5-934e-214cdec72b7e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:17.206411 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-90e6aca0-4608-4f97-b9cf-fda416eaee54 req-44f6f0ae-3d80-46c5-934e-214cdec72b7e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 946 time: 0.0522923 Mar 08 04:52:17.218782 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:17.254000 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-90e6aca0-4608-4f97-b9cf-fda416eaee54 req-26c91da1-faa9-4164-8684-c13329786b5e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421383 Mar 08 04:52:18.076650 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a468d-8092-4659-a13a-129080a5fbd5 req-20bcbf77-09e5-43d9-9b99-1b29b4421fbc tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:18.078269 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-162a468d-8092-4659-a13a-129080a5fbd5 req-20bcbf77-09e5-43d9-9b99-1b29b4421fbc tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 946 time: 0.0517309 Mar 08 04:52:18.124750 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-162a468d-8092-4659-a13a-129080a5fbd5 req-65defc48-98c5-447a-995b-31e807a3a0ff tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409546 Mar 08 04:52:18.392353 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910ba16-460e-4fe4-a3d2-a35bc31e4662 req-72fb8bc3-e789-4a2e-9164-6480fa75e72f tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:18.393815 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-8910ba16-460e-4fe4-a3d2-a35bc31e4662 req-72fb8bc3-e789-4a2e-9164-6480fa75e72f tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.18 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 946 time: 0.0828946 Mar 08 04:52:18.404226 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ac3cb-141a-4ff8-8a40-a6b1638a0fc0 req-eaf2e349-c606-4c5f-af18-aacd5ebf93fa tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:18.405592 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ff2ac3cb-141a-4ff8-8a40-a6b1638a0fc0 req-eaf2e349-c606-4c5f-af18-aacd5ebf93fa tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 946 time: 0.0707145 Mar 08 04:52:18.500318 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ff2ac3cb-141a-4ff8-8a40-a6b1638a0fc0 req-a00819ad-d94a-47c2-9652-10900dbea669 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880024 Mar 08 04:52:18.521962 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-8910ba16-460e-4fe4-a3d2-a35bc31e4662 req-43c2d41a-f4a4-4461-b67f-287efba19a2a tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Deleting port e0f45d37-e44b-4898-9a6f-c2d49b02e73a {{(pid=110144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:52:18.522295 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-8910ba16-460e-4fe4-a3d2-a35bc31e4662 req-43c2d41a-f4a4-4461-b67f-287efba19a2a tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (e0f45d37-e44b-4898-9a6f-c2d49b02e73a), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:18.611068 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-8910ba16-460e-4fe4-a3d2-a35bc31e4662 req-43c2d41a-f4a4-4461-b67f-287efba19a2a tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] For port e0f45d37-e44b-4898-9a6f-c2d49b02e73a, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=e0f45d37-e44b-4898-9a6f-c2d49b02e73a,segment=NetworkSegment(bfc5b98a-0e1a-4a5e-8877-50d95fc22c17),segment_id=bfc5b98a-0e1a-4a5e-8877-50d95fc22c17)] {{(pid=110144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:52:18.611461 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-8910ba16-460e-4fe4-a3d2-a35bc31e4662 req-43c2d41a-f4a4-4461-b67f-287efba19a2a tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (e0f45d37-e44b-4898-9a6f-c2d49b02e73a), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:18.623277 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-8910ba16-460e-4fe4-a3d2-a35bc31e4662 req-43c2d41a-f4a4-4461-b67f-287efba19a2a tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Calling delete_port for e0f45d37-e44b-4898-9a6f-c2d49b02e73a owned by compute:nova {{(pid=110144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:52:18.698258 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:18.818052 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-8910ba16-460e-4fe4-a3d2-a35bc31e4662 req-43c2d41a-f4a4-4461-b67f-287efba19a2a tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (e0f45d37-e44b-4898-9a6f-c2d49b02e73a), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:18.849825 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2d41a-f4a4-4461-b67f-287efba19a2a tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Pushing event deleted for resources: {'Port': ['ID=e0f45d37-e44b-4898-9a6f-c2d49b02e73a,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:52:18.892172 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [req-8910ba16-460e-4fe4-a3d2-a35bc31e4662 req-43c2d41a-f4a4-4461-b67f-287efba19a2a tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] No DVR routers for this DVR port e0f45d37-e44b-4898-9a6f-c2d49b02e73a on host hv-cinder-74014 {{(pid=110144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:52:18.894861 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-8910ba16-460e-4fe4-a3d2-a35bc31e4662 req-43c2d41a-f4a4-4461-b67f-287efba19a2a tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:18.898324 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-8910ba16-460e-4fe4-a3d2-a35bc31e4662 req-43c2d41a-f4a4-4461-b67f-287efba19a2a tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.18 "DELETE /v2.0/ports/e0f45d37-e44b-4898-9a6f-c2d49b02e73a HTTP/1.1" status: 204 len: 173 time: 0.4918859 Mar 08 04:52:18.898782 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c206c0cb-e493-439d-9dae-aeb9857c56f4', 'name': 'network-vif-deleted', 'tag': 'e0f45d37-e44b-4898-9a6f-c2d49b02e73a'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:52:18.902492 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2c089f-8619-478a-8cff-e5cc14b9bf86" -d '{"events": [{"server_uuid": "c206c0cb-e493-439d-9dae-aeb9857c56f4", "name": "network-vif-deleted", "tag": "e0f45d37-e44b-4898-9a6f-c2d49b02e73a"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:52:18.936278 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e50f41e-36e7-497d-90e7-341022ffd14c x-openstack-request-id: req-0e50f41e-36e7-497d-90e7-341022ffd14c {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:52:18.936590 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c206c0cb-e493-439d-9dae-aeb9857c56f4", "name": "network-vif-deleted", "tag": "e0f45d37-e44b-4898-9a6f-c2d49b02e73a", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:52:18.936855 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0e50f41e-36e7-497d-90e7-341022ffd14c {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:52:18.937315 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c206c0cb-e493-439d-9dae-aeb9857c56f4', 'name': 'network-vif-deleted', 'tag': 'e0f45d37-e44b-4898-9a6f-c2d49b02e73a', 'status': 'completed', 'code': 200} Mar 08 04:52:19.219956 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4587aa87-ecad-4aaf-8664-e1b7df82bb3e req-3c5c3f7e-e74e-4946-8881-4b337a6b3e31 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 210 time: 0.0286446 Mar 08 04:52:19.622793 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01fd93-a9ea-404a-8a3e-a663fb255136 req-14ad1df6-e13a-49da-94e3-7fb34cb92124 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:19.624163 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-4f01fd93-a9ea-404a-8a3e-a663fb255136 req-14ad1df6-e13a-49da-94e3-7fb34cb92124 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 946 time: 0.0549066 Mar 08 04:52:19.670101 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-4f01fd93-a9ea-404a-8a3e-a663fb255136 req-d7ea0863-9cc5-4514-bf46-8f9c8254dff2 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402441 Mar 08 04:52:20.069430 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:20.326061 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-97203ac8-cb6a-43c7-b419-c531ca65ce4f req-718b1d3e-aea8-42cc-99be-48549d0980bb tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "GET /v2.0/ports?device_id=c206c0cb-e493-439d-9dae-aeb9857c56f4 HTTP/1.1" status: 200 len: 210 time: 0.0288575 Mar 08 04:52:20.789536 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e3341-4e3b-4332-a73e-e8d4839f565d req-e4f73764-4efa-4daa-a0a7-c6fa30744bec tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:20.790995 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-9b1e3341-4e3b-4332-a73e-e8d4839f565d req-e4f73764-4efa-4daa-a0a7-c6fa30744bec tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 946 time: 0.0517294 Mar 08 04:52:20.835455 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-9b1e3341-4e3b-4332-a73e-e8d4839f565d req-2ed348c9-5f54-4c84-97fc-a83200c31c41 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390224 Mar 08 04:52:21.380355 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 45544) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:52:21.433711 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-2d594cd4-a836-4772-9c69-ec0cd854ac77 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks [] for security_group (6c0bbdb0-6b38-4201-90c3-74cd84cea8d2), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:21.461031 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-2d594cd4-a836-4772-9c69-ec0cd854ac77 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks [] for security_group (6c0bbdb0-6b38-4201-90c3-74cd84cea8d2), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:21.568815 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device e0f45d37-e44b-4898-9a6f-c2d49b02e73a no longer exists at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:52:21.588584 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] No Port match for: e0f45d37-e44b-4898-9a6f-c2d49b02e73a {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:52:21.588927 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device e0f45d37-e44b-4898-9a6f-c2d49b02e73a not bound to the agent host hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:52:21.607319 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-2d594cd4-a836-4772-9c69-ec0cd854ac77 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (6c0bbdb0-6b38-4201-90c3-74cd84cea8d2), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:21.609972 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-2d594cd4-a836-4772-9c69-ec0cd854ac77 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:21.611128 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-2d594cd4-a836-4772-9c69-ec0cd854ac77 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] 10.222.0.35 "DELETE /v2.0/security-groups/6c0bbdb0-6b38-4201-90c3-74cd84cea8d2 HTTP/1.1" status: 204 len: 168 time: 0.2297685 Mar 08 04:52:21.619947 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d594cd4-a836-4772-9c69-ec0cd854ac77 tempest-TestShelveInstance-744598355 tempest-TestShelveInstance-744598355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0bbdb0-6b38-4201-90c3-74cd84cea8d2,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:52:21.730697 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 45548) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:52:21.955140 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fbcac-13e0-457f-9767-17ddce161ee4 req-21fb435b-95ee-4ff6-931d-91c466128ac7 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:21.956619 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-977fbcac-13e0-457f-9767-17ddce161ee4 req-21fb435b-95ee-4ff6-931d-91c466128ac7 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 946 time: 0.0513480 Mar 08 04:52:22.002044 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-977fbcac-13e0-457f-9767-17ddce161ee4 req-752dc824-cb76-4fe9-84a5-d8e3adfb8239 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397539 Mar 08 04:52:22.226698 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-96f2f3ad-866d-4be7-a9fd-59b72bb13761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-956245'] for router_interface (c002f7d8-ba95-4a79-ba82-33eb01a7d3bb), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:22.509378 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-96f2f3ad-866d-4be7-a9fd-59b72bb13761 admin admin] Deleting port 0e73579f-bb82-4e9a-93b8-bb176863b3b8 {{(pid=110145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:52:22.509628 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-96f2f3ad-866d-4be7-a9fd-59b72bb13761 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (0e73579f-bb82-4e9a-93b8-bb176863b3b8), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:22.586086 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.db [None req-96f2f3ad-866d-4be7-a9fd-59b72bb13761 admin admin] For port 0e73579f-bb82-4e9a-93b8-bb176863b3b8, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=0e73579f-bb82-4e9a-93b8-bb176863b3b8,segment=NetworkSegment(bfc5b98a-0e1a-4a5e-8877-50d95fc22c17),segment_id=bfc5b98a-0e1a-4a5e-8877-50d95fc22c17)] {{(pid=110145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:52:22.586454 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-96f2f3ad-866d-4be7-a9fd-59b72bb13761 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (0e73579f-bb82-4e9a-93b8-bb176863b3b8), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:22.598605 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-96f2f3ad-866d-4be7-a9fd-59b72bb13761 admin admin] Calling delete_port for 0e73579f-bb82-4e9a-93b8-bb176863b3b8 owned by network:router_interface {{(pid=110145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:52:22.857103 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-96f2f3ad-866d-4be7-a9fd-59b72bb13761 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793137'] for port (0e73579f-bb82-4e9a-93b8-bb176863b3b8), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:22.884718 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f2f3ad-866d-4be7-a9fd-59b72bb13761 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e73579f-bb82-4e9a-93b8-bb176863b3b8,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:52:23.048014 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-96f2f3ad-866d-4be7-a9fd-59b72bb13761 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-956193'] for router_interface (c002f7d8-ba95-4a79-ba82-33eb01a7d3bb), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:23.184340 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7c97e-d154-457a-95ee-86345ecb35b8 req-8964e4c6-c797-4458-add4-971ae6cd0aa2 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:23.185754 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b8f7c97e-d154-457a-95ee-86345ecb35b8 req-8964e4c6-c797-4458-add4-971ae6cd0aa2 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 946 time: 0.0957103 Mar 08 04:52:23.276650 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b8f7c97e-d154-457a-95ee-86345ecb35b8 req-8eb1a421-8877-4478-b027-64f378137db1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838561 Mar 08 04:52:23.337348 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f2f3ad-866d-4be7-a9fd-59b72bb13761 admin admin] Router c002f7d8-ba95-4a79-ba82-33eb01a7d3bb has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:52:23.443899 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f2f3ad-866d-4be7-a9fd-59b72bb13761 admin admin] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:52:23.448844 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-96f2f3ad-866d-4be7-a9fd-59b72bb13761 admin admin] 10.222.0.35 "PUT /v2.0/routers/c002f7d8-ba95-4a79-ba82-33eb01a7d3bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7162390 Mar 08 04:52:23.451760 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 45558) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:52:23.454406 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576caecd-d22f-4224-bfa6-c139c6472147 None None] Sync routers for ids ['c002f7d8-ba95-4a79-ba82-33eb01a7d3bb'] in dv-cinder-740146-13-iscsi {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:52:23.464183 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576caecd-d22f-4224-bfa6-c139c6472147 None None] Routers {'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:52:23.464790 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-576caecd-d22f-4224-bfa6-c139c6472147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:52:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['c002f7d8-ba95-4a79-ba82-33eb01a7d3bb'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:52:23.557627 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-693313a3-85e6-4e67-a2c5-d22984de5880 admin admin] Publish callbacks [] for router (c002f7d8-ba95-4a79-ba82-33eb01a7d3bb), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:23.663836 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-693313a3-85e6-4e67-a2c5-d22984de5880 admin admin] Publish callbacks [] for router_gateway (c002f7d8-ba95-4a79-ba82-33eb01a7d3bb), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:23.699378 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-576caecd-d22f-4224-bfa6-c139c6472147 None None] Set router c002f7d8-ba95-4a79-ba82-33eb01a7d3bb gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:52:23.796343 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-693313a3-85e6-4e67-a2c5-d22984de5880 admin admin] Deleting port 16717d8c-56a5-4633-83a1-a509b3036f49 {{(pid=110145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:52:23.796686 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-693313a3-85e6-4e67-a2c5-d22984de5880 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (16717d8c-56a5-4633-83a1-a509b3036f49), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:23.876657 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-576caecd-d22f-4224-bfa6-c139c6472147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb', 'name': 'tempest-TestShelveInstance-707160647-router', 'tenant_id': '2bcb6fa5cf414d02895f25160874a65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '16717d8c-56a5-4633-83a1-a509b3036f49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:45:52Z', 'updated_at': '2022-03-08T04:52:22Z', 'revision_number': 5, 'project_id': '2bcb6fa5cf414d02895f25160874a65a', 'gw_port': {'id': '16717d8c-56a5-4633-83a1-a509b3036f49', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:88:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:45:53Z', 'updated_at': '2022-03-08T04:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi'}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:52:23.877248 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.db [None req-693313a3-85e6-4e67-a2c5-d22984de5880 admin admin] For port 16717d8c-56a5-4633-83a1-a509b3036f49, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=16717d8c-56a5-4633-83a1-a509b3036f49,segment=NetworkSegment(83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c),segment_id=83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c)] {{(pid=110145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:52:23.877624 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-693313a3-85e6-4e67-a2c5-d22984de5880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (16717d8c-56a5-4633-83a1-a509b3036f49), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:23.889846 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-693313a3-85e6-4e67-a2c5-d22984de5880 admin admin] Calling delete_port for 16717d8c-56a5-4633-83a1-a509b3036f49 owned by network:router_gateway {{(pid=110145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:52:23.903228 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576caecd-d22f-4224-bfa6-c139c6472147 None None] Checking router: c002f7d8-ba95-4a79-ba82-33eb01a7d3bb for host: dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:52:23.911514 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576caecd-d22f-4224-bfa6-c139c6472147 None None] Routers {'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:52:23.912112 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-576caecd-d22f-4224-bfa6-c139c6472147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:52:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['c002f7d8-ba95-4a79-ba82-33eb01a7d3bb'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:52:23.999325 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-576caecd-d22f-4224-bfa6-c139c6472147 None None] Set router c002f7d8-ba95-4a79-ba82-33eb01a7d3bb gateway port host: None {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:52:24.051623 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-576caecd-d22f-4224-bfa6-c139c6472147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb', 'name': 'tempest-TestShelveInstance-707160647-router', 'tenant_id': '2bcb6fa5cf414d02895f25160874a65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:45:52Z', 'updated_at': '2022-03-08T04:52:23Z', 'revision_number': 6, 'project_id': '2bcb6fa5cf414d02895f25160874a65a', 'gw_port_host': None}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:52:24.085368 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576caecd-d22f-4224-bfa6-c139c6472147 None None] The sync data for ids ['c002f7d8-ba95-4a79-ba82-33eb01a7d3bb'] in dv-cinder-740146-13-iscsi is: [{'id': 'c002f7d8-ba95-4a79-ba82-33eb01a7d3bb', 'name': 'tempest-TestShelveInstance-707160647-router', 'tenant_id': '2bcb6fa5cf414d02895f25160874a65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:45:52Z', 'updated_at': '2022-03-08T04:52:23Z', 'revision_number': 6, 'project_id': '2bcb6fa5cf414d02895f25160874a65a', 'gw_port_host': None}] {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:52:24.332556 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-693313a3-85e6-4e67-a2c5-d22984de5880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793137'] for port (16717d8c-56a5-4633-83a1-a509b3036f49), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:24.358295 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693313a3-85e6-4e67-a2c5-d22984de5880 admin admin] Pushing event deleted for resources: {'Port': ['ID=16717d8c-56a5-4633-83a1-a509b3036f49,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:52:24.400062 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b1b4ad-78b6-4774-b374-80f38f1efc9e req-84875af6-e014-4c76-9f2b-d077903a89cb tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:24.401559 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-30b1b4ad-78b6-4774-b374-80f38f1efc9e req-84875af6-e014-4c76-9f2b-d077903a89cb tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 946 time: 0.0520935 Mar 08 04:52:24.417374 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-693313a3-85e6-4e67-a2c5-d22984de5880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-950923'] for router_gateway (c002f7d8-ba95-4a79-ba82-33eb01a7d3bb), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:24.450375 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-30b1b4ad-78b6-4774-b374-80f38f1efc9e req-f68db6de-5e6b-48e7-9b43-03f68e23ad01 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431643 Mar 08 04:52:24.527457 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-693313a3-85e6-4e67-a2c5-d22984de5880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-955711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9283'] for router (c002f7d8-ba95-4a79-ba82-33eb01a7d3bb), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:24.529750 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-693313a3-85e6-4e67-a2c5-d22984de5880 admin admin] Publish callbacks [] for router_controller (c002f7d8-ba95-4a79-ba82-33eb01a7d3bb), precommit_delete_associations {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:24.657674 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-693313a3-85e6-4e67-a2c5-d22984de5880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-955688'] for router (c002f7d8-ba95-4a79-ba82-33eb01a7d3bb), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:24.658223 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693313a3-85e6-4e67-a2c5-d22984de5880 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c002f7d8-ba95-4a79-ba82-33eb01a7d3bb {{(pid=110145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 04:52:24.662905 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-693313a3-85e6-4e67-a2c5-d22984de5880 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:24.664047 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-693313a3-85e6-4e67-a2c5-d22984de5880 admin admin] 10.222.0.35 "DELETE /v2.0/routers/c002f7d8-ba95-4a79-ba82-33eb01a7d3bb HTTP/1.1" status: 204 len: 168 time: 1.2113924 Mar 08 04:52:24.666641 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 45562) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:52:24.713300 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.db_base_plugin_v2 [None req-27205252-4321-496c-8e1a-b5d041811b69 admin admin] Deleting subnet 5f0f0ac8-39f3-4773-89a2-7e5b57fd3f29 {{(pid=110145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 04:52:24.716789 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-27205252-4321-496c-8e1a-b5d041811b69 admin admin] Publish callbacks [] for subnet (5f0f0ac8-39f3-4773-89a2-7e5b57fd3f29), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:24.749695 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-27205252-4321-496c-8e1a-b5d041811b69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1921012'] for subnet (5f0f0ac8-39f3-4773-89a2-7e5b57fd3f29), precommit_delete_associations {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:24.854263 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-27205252-4321-496c-8e1a-b5d041811b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4105722'] for subnet (5f0f0ac8-39f3-4773-89a2-7e5b57fd3f29), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:24.984081 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-27205252-4321-496c-8e1a-b5d041811b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4105697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62793094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59254926'] for subnet (5f0f0ac8-39f3-4773-89a2-7e5b57fd3f29), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:25.008921 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27205252-4321-496c-8e1a-b5d041811b69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f0f0ac8-39f3-4773-89a2-7e5b57fd3f29,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:52:25.013301 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-27205252-4321-496c-8e1a-b5d041811b69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for subnet (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:25.016285 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-27205252-4321-496c-8e1a-b5d041811b69 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5f0f0ac8-39f3-4773-89a2-7e5b57fd3f29 HTTP/1.1" status: 204 len: 168 time: 0.3487246 Mar 08 04:52:25.018719 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 45564) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:52:25.021282 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfb4913-e5fb-4bc6-9d4b-da11e8ae4325 None None] Network cefdff50-dbc7-41bb-af8b-f00fe77830ed requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:52:25.091008 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-e67e6803-66c0-4b65-8e99-ac520f6f59dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3980661'] for network (cefdff50-dbc7-41bb-af8b-f00fe77830ed), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:25.155423 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-e67e6803-66c0-4b65-8e99-ac520f6f59dd admin admin] Deleting port 9a7b1cef-1809-498e-903d-0493745a8710 {{(pid=110145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:52:25.155845 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-e67e6803-66c0-4b65-8e99-ac520f6f59dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (9a7b1cef-1809-498e-903d-0493745a8710), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:25.194521 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86679c3-70f5-4dbd-9185-c40ddd9b4a56 None None] DHCP port deletion for cefdff50-dbc7-41bb-af8b-f00fe77830ed request from dv-cinder-740146-13-iscsi {{(pid=110146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 04:52:25.223012 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.db [None req-e67e6803-66c0-4b65-8e99-ac520f6f59dd admin admin] For port 9a7b1cef-1809-498e-903d-0493745a8710, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=9a7b1cef-1809-498e-903d-0493745a8710,segment=NetworkSegment(bfc5b98a-0e1a-4a5e-8877-50d95fc22c17),segment_id=bfc5b98a-0e1a-4a5e-8877-50d95fc22c17)] {{(pid=110145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:52:25.223391 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-e67e6803-66c0-4b65-8e99-ac520f6f59dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (9a7b1cef-1809-498e-903d-0493745a8710), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:25.235703 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-e67e6803-66c0-4b65-8e99-ac520f6f59dd admin admin] Calling delete_port for 9a7b1cef-1809-498e-903d-0493745a8710 owned by network:dhcp {{(pid=110145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:52:25.243535 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-e86679c3-70f5-4dbd-9185-c40ddd9b4a56 None None] Deleting port 9a7b1cef-1809-498e-903d-0493745a8710 {{(pid=110146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:52:25.243921 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-e86679c3-70f5-4dbd-9185-c40ddd9b4a56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (9a7b1cef-1809-498e-903d-0493745a8710), before_delete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:25.306866 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-e86679c3-70f5-4dbd-9185-c40ddd9b4a56 None None] For port 9a7b1cef-1809-498e-903d-0493745a8710, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=9a7b1cef-1809-498e-903d-0493745a8710,segment=NetworkSegment(bfc5b98a-0e1a-4a5e-8877-50d95fc22c17),segment_id=bfc5b98a-0e1a-4a5e-8877-50d95fc22c17)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:52:25.307268 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-e86679c3-70f5-4dbd-9185-c40ddd9b4a56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (9a7b1cef-1809-498e-903d-0493745a8710), precommit_delete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:25.319534 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-e86679c3-70f5-4dbd-9185-c40ddd9b4a56 None None] Calling delete_port for 9a7b1cef-1809-498e-903d-0493745a8710 owned by network:dhcp {{(pid=110146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:52:25.404608 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-e67e6803-66c0-4b65-8e99-ac520f6f59dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793137'] for port (9a7b1cef-1809-498e-903d-0493745a8710), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:25.430841 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e6803-66c0-4b65-8e99-ac520f6f59dd admin admin] Pushing event deleted for resources: {'Port': ['ID=9a7b1cef-1809-498e-903d-0493745a8710,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:52:25.432358 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-e86679c3-70f5-4dbd-9185-c40ddd9b4a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864'] for port (9a7b1cef-1809-498e-903d-0493745a8710), after_delete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:25.432703 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67e6803-66c0-4b65-8e99-ac520f6f59dd admin admin] No DVR routers for this DVR port 9a7b1cef-1809-498e-903d-0493745a8710 on host dv-cinder-740146-13-iscsi {{(pid=110145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:52:25.456856 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86679c3-70f5-4dbd-9185-c40ddd9b4a56 None None] Pushing event deleted for resources: {'Port': ['ID=9a7b1cef-1809-498e-903d-0493745a8710,revision_number=None']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:52:25.462396 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86679c3-70f5-4dbd-9185-c40ddd9b4a56 None None] No DVR routers for this DVR port 9a7b1cef-1809-498e-903d-0493745a8710 on host dv-cinder-740146-13-iscsi {{(pid=110146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:52:25.510824 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-e67e6803-66c0-4b65-8e99-ac520f6f59dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3756149', 'neutron.services.segments.db._delete_segments_for_network-8769087550311'] for network (cefdff50-dbc7-41bb-af8b-f00fe77830ed), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:25.538898 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.services.segments.db [None req-e67e6803-66c0-4b65-8e99-ac520f6f59dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cefdff50-dbc7-41bb-af8b-f00fe77830ed']}} {{(pid=110145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:52:25.562875 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.services.segments.db [None req-e67e6803-66c0-4b65-8e99-ac520f6f59dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc5b98a-0e1a-4a5e-8877-50d95fc22c17') {'for_net_delete': True} {{(pid=110145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:52:25.563197 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.services.segments.db [None req-e67e6803-66c0-4b65-8e99-ac520f6f59dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc5b98a-0e1a-4a5e-8877-50d95fc22c17') {} {{(pid=110145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:52:25.575553 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-e67e6803-66c0-4b65-8e99-ac520f6f59dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769087551344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920783'] for segment (bfc5b98a-0e1a-4a5e-8877-50d95fc22c17), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:25.593248 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-e67e6803-66c0-4b65-8e99-ac520f6f59dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041'] for segment (bfc5b98a-0e1a-4a5e-8877-50d95fc22c17), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:25.595711 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device a0029e26-c49c-46a1-8d0f-4de0f3908abe details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=110146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:52:25.603990 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49535c-393b-483e-b679-857e5ae4debe req-f8e6599f-ae4c-4b3d-a61a-b9b4eaf74c7f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:25.605506 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-6f49535c-393b-483e-b679-857e5ae4debe req-f8e6599f-ae4c-4b3d-a61a-b9b4eaf74c7f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 946 time: 0.0775220 Mar 08 04:52:25.613901 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e67e6803-66c0-4b65-8e99-ac520f6f59dd admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=110145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 04:52:25.614302 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-e67e6803-66c0-4b65-8e99-ac520f6f59dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62793196'] for segment (bfc5b98a-0e1a-4a5e-8877-50d95fc22c17), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:25.616054 dv-cinder-740146-13-iscsi neutron-server[110145]: Traceback (most recent call last): Mar 08 04:52:25.616054 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 04:52:25.616054 dv-cinder-740146-13-iscsi neutron-server[110145]: timer() Mar 08 04:52:25.616054 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 04:52:25.616054 dv-cinder-740146-13-iscsi neutron-server[110145]: cb(*args, **kw) Mar 08 04:52:25.616054 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 04:52:25.616054 dv-cinder-740146-13-iscsi neutron-server[110145]: return func(*args, **kwargs) Mar 08 04:52:25.616054 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 04:52:25.616054 dv-cinder-740146-13-iscsi neutron-server[110145]: self._notify() Mar 08 04:52:25.616054 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 04:52:25.616054 dv-cinder-740146-13-iscsi neutron-server[110145]: self.callback(batched_events) Mar 08 04:52:25.616054 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 04:52:25.616054 dv-cinder-740146-13-iscsi neutron-server[110145]: event.method(event) Mar 08 04:52:25.616054 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 04:52:25.616054 dv-cinder-740146-13-iscsi neutron-server[110145]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 04:52:25.616054 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 04:52:25.616054 dv-cinder-740146-13-iscsi neutron-server[110145]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 04:52:25.616054 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 04:52:25.616054 dv-cinder-740146-13-iscsi neutron-server[110145]: return f(self, *a, **k) Mar 08 04:52:25.616054 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 04:52:25.616054 dv-cinder-740146-13-iscsi neutron-server[110145]: return self._get(url).json() Mar 08 04:52:25.616054 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 04:52:25.616054 dv-cinder-740146-13-iscsi neutron-server[110145]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 04:52:25.616054 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 04:52:25.616054 dv-cinder-740146-13-iscsi neutron-server[110145]: return self.request(url, 'GET', **kwargs) Mar 08 04:52:25.616054 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 04:52:25.616054 dv-cinder-740146-13-iscsi neutron-server[110145]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 04:52:25.616054 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 04:52:25.616054 dv-cinder-740146-13-iscsi neutron-server[110145]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 04:52:25.616054 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 04:52:25.616054 dv-cinder-740146-13-iscsi neutron-server[110145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 04:52:25.616054 dv-cinder-740146-13-iscsi neutron-server[110145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 04:52:25.697860 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port a0029e26-c49c-46a1-8d0f-4de0f3908abe, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a0029e26-c49c-46a1-8d0f-4de0f3908abe,segment=NetworkSegment(b5d0be17-e38f-4e92-9e95-4d4779f06bf0),segment_id=b5d0be17-e38f-4e92-9e95-4d4779f06bf0)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:52:25.698695 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-6f49535c-393b-483e-b679-857e5ae4debe req-95ecd0cc-4d9e-4b85-ad9a-bc0293e47993 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867214 Mar 08 04:52:25.709592 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Returning: {'device': 'a0029e26-c49c-46a1-8d0f-4de0f3908abe', 'network_id': '860c194c-b911-4147-84ad-16e240b1666f', 'port_id': 'a0029e26-c49c-46a1-8d0f-4de0f3908abe', 'mac_address': 'fa:16:3e:5a:85:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b6a1ea5-e77b-4dad-bc11-fe8b411f2953', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:52:25.747790 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port a0029e26-c49c-46a1-8d0f-4de0f3908abe is: ACTIVE; New status is: BUILD {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:52:25.748113 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (a0029e26-c49c-46a1-8d0f-4de0f3908abe), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:25.760464 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0029e26-c49c-46a1-8d0f-4de0f3908abe {{(pid=110146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:52:25.760845 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-e67e6803-66c0-4b65-8e99-ac520f6f59dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3756156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-950959'] for network (cefdff50-dbc7-41bb-af8b-f00fe77830ed), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:25.766440 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-e67e6803-66c0-4b65-8e99-ac520f6f59dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for network (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:25.769754 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-e67e6803-66c0-4b65-8e99-ac520f6f59dd admin admin] 10.222.0.35 "DELETE /v2.0/networks/cefdff50-dbc7-41bb-af8b-f00fe77830ed HTTP/1.1" status: 204 len: 168 time: 0.7501211 Mar 08 04:52:25.772797 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 45568) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:52:25.783108 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e6803-66c0-4b65-8e99-ac520f6f59dd admin admin] Pushing event deleted for resources: {'Network': ['ID=cefdff50-dbc7-41bb-af8b-f00fe77830ed,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:52:25.785750 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port a0029e26-c49c-46a1-8d0f-4de0f3908abe, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a0029e26-c49c-46a1-8d0f-4de0f3908abe,segment=NetworkSegment(b5d0be17-e38f-4e92-9e95-4d4779f06bf0),segment_id=b5d0be17-e38f-4e92-9e95-4d4779f06bf0)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:52:25.850675 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (a0029e26-c49c-46a1-8d0f-4de0f3908abe), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:25.900593 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=a0029e26-c49c-46a1-8d0f-4de0f3908abe,revision_number=6']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:52:25.932470 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] get_ports_and_sgs() called for port_ids ['a0029e26-c49c-46a1-8d0f-4de0f3908abe'] {{(pid=110146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:52:26.097754 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 9a7b1cef-1809-498e-903d-0493745a8710 no longer exists at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:52:26.120809 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] No Port match for: 9a7b1cef-1809-498e-903d-0493745a8710 {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:52:26.121173 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 9a7b1cef-1809-498e-903d-0493745a8710 not bound to the agent host dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:52:26.121564 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-b1edec4c-9e88-45bf-b94d-829613ae0b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-956245'] for router_interface (77d083ae-27f5-4623-88e4-979d881a9139), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:26.121697 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 0e73579f-bb82-4e9a-93b8-bb176863b3b8 no longer exists at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:52:26.139948 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] No Port match for: 0e73579f-bb82-4e9a-93b8-bb176863b3b8 {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:52:26.140296 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 0e73579f-bb82-4e9a-93b8-bb176863b3b8 not bound to the agent host dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:52:26.140710 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 16717d8c-56a5-4633-83a1-a509b3036f49 no longer exists at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:52:26.159179 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] No Port match for: 16717d8c-56a5-4633-83a1-a509b3036f49 {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:52:26.159529 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 16717d8c-56a5-4633-83a1-a509b3036f49 not bound to the agent host dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:52:26.370739 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [None req-b1edec4c-9e88-45bf-b94d-829613ae0b87 admin admin] Deleting port 096b4002-3453-410b-a15c-9b622302d934 {{(pid=110144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:52:26.370996 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-b1edec4c-9e88-45bf-b94d-829613ae0b87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (096b4002-3453-410b-a15c-9b622302d934), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:26.445023 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [None req-b1edec4c-9e88-45bf-b94d-829613ae0b87 admin admin] For port 096b4002-3453-410b-a15c-9b622302d934, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=096b4002-3453-410b-a15c-9b622302d934,segment=NetworkSegment(ee85150f-1fd5-4e0c-8dd8-c3bf7451b5ff),segment_id=ee85150f-1fd5-4e0c-8dd8-c3bf7451b5ff)] {{(pid=110144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:52:26.445410 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-b1edec4c-9e88-45bf-b94d-829613ae0b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (096b4002-3453-410b-a15c-9b622302d934), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:26.457076 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [None req-b1edec4c-9e88-45bf-b94d-829613ae0b87 admin admin] Calling delete_port for 096b4002-3453-410b-a15c-9b622302d934 owned by network:router_interface {{(pid=110144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:52:26.715094 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-b1edec4c-9e88-45bf-b94d-829613ae0b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (096b4002-3453-410b-a15c-9b622302d934), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:26.739981 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1edec4c-9e88-45bf-b94d-829613ae0b87 admin admin] Pushing event deleted for resources: {'Port': ['ID=096b4002-3453-410b-a15c-9b622302d934,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:52:26.841226 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3e6a4c-afb0-4cf7-a998-1d34a03a7803 req-3f0ebcf4-59a8-41b1-9432-541bd5c05ff2 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:26.842780 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-2b3e6a4c-afb0-4cf7-a998-1d34a03a7803 req-3f0ebcf4-59a8-41b1-9432-541bd5c05ff2 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 945 time: 0.0563083 Mar 08 04:52:26.903652 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-2b3e6a4c-afb0-4cf7-a998-1d34a03a7803 req-810fd7fb-8469-4745-aff5-35b93053721e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541997 Mar 08 04:52:27.159645 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-b1edec4c-9e88-45bf-b94d-829613ae0b87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-956193'] for router_interface (77d083ae-27f5-4623-88e4-979d881a9139), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:27.379189 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1edec4c-9e88-45bf-b94d-829613ae0b87 admin admin] Router 77d083ae-27f5-4623-88e4-979d881a9139 has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:52:27.485126 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1edec4c-9e88-45bf-b94d-829613ae0b87 admin admin] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:52:27.491291 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-b1edec4c-9e88-45bf-b94d-829613ae0b87 admin admin] 10.222.0.35 "PUT /v2.0/routers/77d083ae-27f5-4623-88e4-979d881a9139/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7155306 Mar 08 04:52:27.492634 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 45582) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:52:27.495291 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551b4740-e986-49fb-aa29-666a870fb392 None None] Sync routers for ids ['77d083ae-27f5-4623-88e4-979d881a9139'] in dv-cinder-740146-13-iscsi {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:52:27.505429 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551b4740-e986-49fb-aa29-666a870fb392 None None] Routers {'77d083ae-27f5-4623-88e4-979d881a9139'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:52:27.506029 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-551b4740-e986-49fb-aa29-666a870fb392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:52:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['77d083ae-27f5-4623-88e4-979d881a9139'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:52:27.597796 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-101077a0-aa02-4c9d-ac86-bf647c0f8c48 admin admin] Publish callbacks [] for router (77d083ae-27f5-4623-88e4-979d881a9139), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:27.601952 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device a0029e26-c49c-46a1-8d0f-4de0f3908abe up at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:52:27.611996 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-551b4740-e986-49fb-aa29-666a870fb392 None None] Set router 77d083ae-27f5-4623-88e4-979d881a9139 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:52:27.651740 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning complete for port a0029e26-c49c-46a1-8d0f-4de0f3908abe triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:52:27.652117 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (a0029e26-c49c-46a1-8d0f-4de0f3908abe), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:27.708700 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-101077a0-aa02-4c9d-ac86-bf647c0f8c48 admin admin] Publish callbacks [] for router_gateway (77d083ae-27f5-4623-88e4-979d881a9139), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:27.741570 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port a0029e26-c49c-46a1-8d0f-4de0f3908abe is: BUILD; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:52:27.741973 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (a0029e26-c49c-46a1-8d0f-4de0f3908abe), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:27.765445 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868b3449-ea46-4b50-a521-ad061a5317a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0029e26-c49c-46a1-8d0f-4de0f3908abe'}] {{(pid=110146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:52:27.767716 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce5c9d46ce85cdc7bdd5e39ea1b8e3d9b9c3a590759baa6189aad05618b43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3f7a26-b636-408d-bad8-ca36b3df07e0" -d '{"events": [{"server_uuid": "868b3449-ea46-4b50-a521-ad061a5317a1", "name": "network-vif-plugged", "status": "completed", "tag": "a0029e26-c49c-46a1-8d0f-4de0f3908abe"}]}' {{(pid=110146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:52:27.781897 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port a0029e26-c49c-46a1-8d0f-4de0f3908abe, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a0029e26-c49c-46a1-8d0f-4de0f3908abe,segment=NetworkSegment(b5d0be17-e38f-4e92-9e95-4d4779f06bf0),segment_id=b5d0be17-e38f-4e92-9e95-4d4779f06bf0)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:52:27.806797 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda2786b-26b3-442c-b494-7c79d07b886c x-openstack-request-id: req-fda2786b-26b3-442c-b494-7c79d07b886c {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:52:27.807215 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "868b3449-ea46-4b50-a521-ad061a5317a1", "name": "network-vif-plugged", "status": "completed", "tag": "a0029e26-c49c-46a1-8d0f-4de0f3908abe", "code": 200}]} {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:52:27.807480 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fda2786b-26b3-442c-b494-7c79d07b886c {{(pid=110146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:52:27.807924 dv-cinder-740146-13-iscsi neutron-server[110146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868b3449-ea46-4b50-a521-ad061a5317a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0029e26-c49c-46a1-8d0f-4de0f3908abe', 'code': 200} Mar 08 04:52:27.815275 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [None req-101077a0-aa02-4c9d-ac86-bf647c0f8c48 admin admin] Deleting port 7a353731-b96d-46c2-a462-800cb56fa392 {{(pid=110144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:52:27.815888 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-101077a0-aa02-4c9d-ac86-bf647c0f8c48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (7a353731-b96d-46c2-a462-800cb56fa392), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:27.861853 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (a0029e26-c49c-46a1-8d0f-4de0f3908abe), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:27.895344 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-551b4740-e986-49fb-aa29-666a870fb392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d083ae-27f5-4623-88e4-979d881a9139', 'name': 'tempest-TestShelveInstance-528819994-router', 'tenant_id': '2d41dadc6e3148be97583781e77b9884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.59'}], 'enable_snat': True}, 'gw_port_id': '7a353731-b96d-46c2-a462-800cb56fa392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:45:59Z', 'updated_at': '2022-03-08T04:52:26Z', 'revision_number': 5, 'project_id': '2d41dadc6e3148be97583781e77b9884', 'gw_port': {'id': '7a353731-b96d-46c2-a462-800cb56fa392', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d083ae-27f5-4623-88e4-979d881a9139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:46:00Z', 'updated_at': '2022-03-08T04:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi'}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:52:27.900392 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [None req-101077a0-aa02-4c9d-ac86-bf647c0f8c48 admin admin] For port 7a353731-b96d-46c2-a462-800cb56fa392, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=7a353731-b96d-46c2-a462-800cb56fa392,segment=NetworkSegment(83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c),segment_id=83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c)] {{(pid=110144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:52:27.901045 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-101077a0-aa02-4c9d-ac86-bf647c0f8c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (7a353731-b96d-46c2-a462-800cb56fa392), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:27.915228 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [None req-101077a0-aa02-4c9d-ac86-bf647c0f8c48 admin admin] Calling delete_port for 7a353731-b96d-46c2-a462-800cb56fa392 owned by network:router_gateway {{(pid=110144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:52:27.920663 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=a0029e26-c49c-46a1-8d0f-4de0f3908abe,revision_number=7']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:52:27.925414 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551b4740-e986-49fb-aa29-666a870fb392 None None] Checking router: 77d083ae-27f5-4623-88e4-979d881a9139 for host: dv-cinder-740146-13-iscsi {{(pid=110147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:52:27.934480 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551b4740-e986-49fb-aa29-666a870fb392 None None] Routers {'77d083ae-27f5-4623-88e4-979d881a9139'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:52:27.935164 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-551b4740-e986-49fb-aa29-666a870fb392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:52:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['77d083ae-27f5-4623-88e4-979d881a9139'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:52:28.025123 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-551b4740-e986-49fb-aa29-666a870fb392 None None] Set router 77d083ae-27f5-4623-88e4-979d881a9139 gateway port host: None {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:52:28.033538 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70e6803-3b6d-48b1-acc8-dadbcd7c2f7b req-cba920d7-b3d2-4d7c-90cb-bb1db8389732 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:28.035140 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-d70e6803-3b6d-48b1-acc8-dadbcd7c2f7b req-cba920d7-b3d2-4d7c-90cb-bb1db8389732 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 946 time: 0.0574257 Mar 08 04:52:28.089609 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-551b4740-e986-49fb-aa29-666a870fb392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77d083ae-27f5-4623-88e4-979d881a9139', 'name': 'tempest-TestShelveInstance-528819994-router', 'tenant_id': '2d41dadc6e3148be97583781e77b9884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:45:59Z', 'updated_at': '2022-03-08T04:52:27Z', 'revision_number': 6, 'project_id': '2d41dadc6e3148be97583781e77b9884', 'gw_port_host': None}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:52:28.107943 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-d70e6803-3b6d-48b1-acc8-dadbcd7c2f7b req-e8f2b438-c579-41d7-ad17-5df1d23e914a tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671253 Mar 08 04:52:28.129089 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551b4740-e986-49fb-aa29-666a870fb392 None None] The sync data for ids ['77d083ae-27f5-4623-88e4-979d881a9139'] in dv-cinder-740146-13-iscsi is: [{'id': '77d083ae-27f5-4623-88e4-979d881a9139', 'name': 'tempest-TestShelveInstance-528819994-router', 'tenant_id': '2d41dadc6e3148be97583781e77b9884', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:45:59Z', 'updated_at': '2022-03-08T04:52:27Z', 'revision_number': 6, 'project_id': '2d41dadc6e3148be97583781e77b9884', 'gw_port_host': None}] {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:52:28.252645 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-101077a0-aa02-4c9d-ac86-bf647c0f8c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (7a353731-b96d-46c2-a462-800cb56fa392), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:28.282188 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101077a0-aa02-4c9d-ac86-bf647c0f8c48 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a353731-b96d-46c2-a462-800cb56fa392,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:52:28.339935 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-101077a0-aa02-4c9d-ac86-bf647c0f8c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-950923'] for router_gateway (77d083ae-27f5-4623-88e4-979d881a9139), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:28.431074 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-101077a0-aa02-4c9d-ac86-bf647c0f8c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-955711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9283'] for router (77d083ae-27f5-4623-88e4-979d881a9139), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:28.433103 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-101077a0-aa02-4c9d-ac86-bf647c0f8c48 admin admin] Publish callbacks [] for router_controller (77d083ae-27f5-4623-88e4-979d881a9139), precommit_delete_associations {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:28.555415 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-101077a0-aa02-4c9d-ac86-bf647c0f8c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-955688'] for router (77d083ae-27f5-4623-88e4-979d881a9139), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:28.559572 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101077a0-aa02-4c9d-ac86-bf647c0f8c48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77d083ae-27f5-4623-88e4-979d881a9139 {{(pid=110144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 04:52:28.561766 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-101077a0-aa02-4c9d-ac86-bf647c0f8c48 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:28.562911 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-101077a0-aa02-4c9d-ac86-bf647c0f8c48 admin admin] 10.222.0.35 "DELETE /v2.0/routers/77d083ae-27f5-4623-88e4-979d881a9139 HTTP/1.1" status: 204 len: 168 time: 1.0693469 Mar 08 04:52:28.565491 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 45590) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:52:28.609946 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_v2 [None req-08a9f793-54ef-4a01-b81e-e607c292b2ac admin admin] Deleting subnet 81deccdf-77f8-4705-b589-664f38451a8e {{(pid=110144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 04:52:28.613007 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-08a9f793-54ef-4a01-b81e-e607c292b2ac admin admin] Publish callbacks [] for subnet (81deccdf-77f8-4705-b589-664f38451a8e), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:28.646975 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-08a9f793-54ef-4a01-b81e-e607c292b2ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58735104'] for subnet (81deccdf-77f8-4705-b589-664f38451a8e), precommit_delete_associations {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:28.756122 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-08a9f793-54ef-4a01-b81e-e607c292b2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4105722'] for subnet (81deccdf-77f8-4705-b589-664f38451a8e), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:28.875829 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-08a9f793-54ef-4a01-b81e-e607c292b2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4105697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4052251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58903418'] for subnet (81deccdf-77f8-4705-b589-664f38451a8e), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:28.901342 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9f793-54ef-4a01-b81e-e607c292b2ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81deccdf-77f8-4705-b589-664f38451a8e,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:52:28.905297 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-08a9f793-54ef-4a01-b81e-e607c292b2ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:28.908487 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-08a9f793-54ef-4a01-b81e-e607c292b2ac admin admin] 10.222.0.35 "DELETE /v2.0/subnets/81deccdf-77f8-4705-b589-664f38451a8e HTTP/1.1" status: 204 len: 168 time: 0.3420646 Mar 08 04:52:28.911187 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 45600) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:52:28.916202 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf46a866-c2f4-4e06-b5a3-0f1264ffa0fc None None] Network 730bacaa-64d4-45b7-a5c9-4b8501f0c6c6 requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:52:29.002884 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f50559ce-826f-430c-a6be-d387ad3878f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3980661'] for network (730bacaa-64d4-45b7-a5c9-4b8501f0c6c6), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:29.057243 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-f50559ce-826f-430c-a6be-d387ad3878f8 admin admin] Deleting port 1885dd4a-868d-4e96-a877-1133c272c341 {{(pid=110145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:52:29.057815 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f50559ce-826f-430c-a6be-d387ad3878f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (1885dd4a-868d-4e96-a877-1133c272c341), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:29.092936 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa3d8d4-98e9-4a15-a084-52849a96b2b2 None None] DHCP port deletion for 730bacaa-64d4-45b7-a5c9-4b8501f0c6c6 request from dv-cinder-740146-13-iscsi {{(pid=110146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 04:52:29.129032 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.db [None req-f50559ce-826f-430c-a6be-d387ad3878f8 admin admin] For port 1885dd4a-868d-4e96-a877-1133c272c341, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=1885dd4a-868d-4e96-a877-1133c272c341,segment=NetworkSegment(ee85150f-1fd5-4e0c-8dd8-c3bf7451b5ff),segment_id=ee85150f-1fd5-4e0c-8dd8-c3bf7451b5ff)] {{(pid=110145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:52:29.129436 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f50559ce-826f-430c-a6be-d387ad3878f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (1885dd4a-868d-4e96-a877-1133c272c341), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:29.144592 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-f50559ce-826f-430c-a6be-d387ad3878f8 admin admin] Calling delete_port for 1885dd4a-868d-4e96-a877-1133c272c341 owned by network:dhcp {{(pid=110145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:52:29.150018 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-0fa3d8d4-98e9-4a15-a084-52849a96b2b2 None None] Deleting port 1885dd4a-868d-4e96-a877-1133c272c341 {{(pid=110146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:52:29.154854 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-0fa3d8d4-98e9-4a15-a084-52849a96b2b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (1885dd4a-868d-4e96-a877-1133c272c341), before_delete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:29.260666 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-0fa3d8d4-98e9-4a15-a084-52849a96b2b2 None None] For port 1885dd4a-868d-4e96-a877-1133c272c341, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=1885dd4a-868d-4e96-a877-1133c272c341,segment=NetworkSegment(ee85150f-1fd5-4e0c-8dd8-c3bf7451b5ff),segment_id=ee85150f-1fd5-4e0c-8dd8-c3bf7451b5ff)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:52:29.261393 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-0fa3d8d4-98e9-4a15-a084-52849a96b2b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (1885dd4a-868d-4e96-a877-1133c272c341), precommit_delete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:29.297517 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-0fa3d8d4-98e9-4a15-a084-52849a96b2b2 None None] Calling delete_port for 1885dd4a-868d-4e96-a877-1133c272c341 owned by network:dhcp {{(pid=110146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:52:29.307068 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342ea2a-b7bf-4c9c-8e02-e33da8483153 req-4bfc5bef-b011-412d-be55-45b9671da3b1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:29.308811 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e342ea2a-b7bf-4c9c-8e02-e33da8483153 req-4bfc5bef-b011-412d-be55-45b9671da3b1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 946 time: 0.0848715 Mar 08 04:52:29.363543 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f50559ce-826f-430c-a6be-d387ad3878f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793137'] for port (1885dd4a-868d-4e96-a877-1133c272c341), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:29.373639 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e342ea2a-b7bf-4c9c-8e02-e33da8483153 req-c474632d-b787-494b-9666-9dee289f007f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572488 Mar 08 04:52:29.395942 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50559ce-826f-430c-a6be-d387ad3878f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1885dd4a-868d-4e96-a877-1133c272c341,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:52:29.410437 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50559ce-826f-430c-a6be-d387ad3878f8 admin admin] No DVR routers for this DVR port 1885dd4a-868d-4e96-a877-1133c272c341 on host dv-cinder-740146-13-iscsi {{(pid=110145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:52:29.425783 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-0fa3d8d4-98e9-4a15-a084-52849a96b2b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864'] for port (1885dd4a-868d-4e96-a877-1133c272c341), after_delete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:29.449059 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa3d8d4-98e9-4a15-a084-52849a96b2b2 None None] No DVR routers for this DVR port 1885dd4a-868d-4e96-a877-1133c272c341 on host dv-cinder-740146-13-iscsi {{(pid=110146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:52:29.484799 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa3d8d4-98e9-4a15-a084-52849a96b2b2 None None] Pushing event deleted for resources: {'Port': ['ID=1885dd4a-868d-4e96-a877-1133c272c341,revision_number=None']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:52:29.518680 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f50559ce-826f-430c-a6be-d387ad3878f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3756149', 'neutron.services.segments.db._delete_segments_for_network-8769087550311'] for network (730bacaa-64d4-45b7-a5c9-4b8501f0c6c6), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:29.520899 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:29.541067 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.services.segments.db [None req-f50559ce-826f-430c-a6be-d387ad3878f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['730bacaa-64d4-45b7-a5c9-4b8501f0c6c6']}} {{(pid=110145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:52:29.549443 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.services.segments.db [None req-f50559ce-826f-430c-a6be-d387ad3878f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee85150f-1fd5-4e0c-8dd8-c3bf7451b5ff') {'for_net_delete': True} {{(pid=110145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:52:29.549958 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.services.segments.db [None req-f50559ce-826f-430c-a6be-d387ad3878f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee85150f-1fd5-4e0c-8dd8-c3bf7451b5ff') {} {{(pid=110145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:52:29.560419 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f50559ce-826f-430c-a6be-d387ad3878f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769087551344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920783'] for segment (ee85150f-1fd5-4e0c-8dd8-c3bf7451b5ff), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:29.591953 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f50559ce-826f-430c-a6be-d387ad3878f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041'] for segment (ee85150f-1fd5-4e0c-8dd8-c3bf7451b5ff), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:29.600854 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f50559ce-826f-430c-a6be-d387ad3878f8 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=110145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 04:52:29.601284 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f50559ce-826f-430c-a6be-d387ad3878f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62793196'] for segment (ee85150f-1fd5-4e0c-8dd8-c3bf7451b5ff), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:29.602966 dv-cinder-740146-13-iscsi neutron-server[110145]: Traceback (most recent call last): Mar 08 04:52:29.602966 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 04:52:29.602966 dv-cinder-740146-13-iscsi neutron-server[110145]: timer() Mar 08 04:52:29.602966 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 04:52:29.602966 dv-cinder-740146-13-iscsi neutron-server[110145]: cb(*args, **kw) Mar 08 04:52:29.602966 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 04:52:29.602966 dv-cinder-740146-13-iscsi neutron-server[110145]: return func(*args, **kwargs) Mar 08 04:52:29.602966 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 04:52:29.602966 dv-cinder-740146-13-iscsi neutron-server[110145]: self._notify() Mar 08 04:52:29.602966 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 04:52:29.602966 dv-cinder-740146-13-iscsi neutron-server[110145]: self.callback(batched_events) Mar 08 04:52:29.602966 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 04:52:29.602966 dv-cinder-740146-13-iscsi neutron-server[110145]: event.method(event) Mar 08 04:52:29.602966 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 04:52:29.602966 dv-cinder-740146-13-iscsi neutron-server[110145]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 04:52:29.602966 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 04:52:29.602966 dv-cinder-740146-13-iscsi neutron-server[110145]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 04:52:29.602966 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 04:52:29.602966 dv-cinder-740146-13-iscsi neutron-server[110145]: return f(self, *a, **k) Mar 08 04:52:29.602966 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 04:52:29.602966 dv-cinder-740146-13-iscsi neutron-server[110145]: return self._get(url).json() Mar 08 04:52:29.602966 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 04:52:29.602966 dv-cinder-740146-13-iscsi neutron-server[110145]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 04:52:29.602966 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 04:52:29.602966 dv-cinder-740146-13-iscsi neutron-server[110145]: return self.request(url, 'GET', **kwargs) Mar 08 04:52:29.602966 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 04:52:29.602966 dv-cinder-740146-13-iscsi neutron-server[110145]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 04:52:29.602966 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 04:52:29.602966 dv-cinder-740146-13-iscsi neutron-server[110145]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 04:52:29.602966 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 04:52:29.602966 dv-cinder-740146-13-iscsi neutron-server[110145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 04:52:29.602966 dv-cinder-740146-13-iscsi neutron-server[110145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 04:52:29.744085 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f50559ce-826f-430c-a6be-d387ad3878f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3756156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-950959'] for network (730bacaa-64d4-45b7-a5c9-4b8501f0c6c6), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:29.750772 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f50559ce-826f-430c-a6be-d387ad3878f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for network (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:29.757018 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-f50559ce-826f-430c-a6be-d387ad3878f8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/730bacaa-64d4-45b7-a5c9-4b8501f0c6c6 HTTP/1.1" status: 204 len: 168 time: 0.8414776 Mar 08 04:52:29.765931 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50559ce-826f-430c-a6be-d387ad3878f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=730bacaa-64d4-45b7-a5c9-4b8501f0c6c6,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:52:30.134136 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 45640) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:52:30.143049 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 096b4002-3453-410b-a15c-9b622302d934 no longer exists at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:52:30.173794 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] No Port match for: 096b4002-3453-410b-a15c-9b622302d934 {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:52:30.178356 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 096b4002-3453-410b-a15c-9b622302d934 not bound to the agent host dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:52:30.178356 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 1885dd4a-868d-4e96-a877-1133c272c341 no longer exists at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:52:30.196518 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-39610d15-4779-4eb7-891d-a205f0b1c0e3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2bcb6fa5cf414d02895f25160874a65a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0589736 Mar 08 04:52:30.198326 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 45642) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:52:30.206964 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] No Port match for: 1885dd4a-868d-4e96-a877-1133c272c341 {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:52:30.207804 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 1885dd4a-868d-4e96-a877-1133c272c341 not bound to the agent host dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:52:30.208426 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 7a353731-b96d-46c2-a462-800cb56fa392 no longer exists at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:52:30.235555 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] No Port match for: 7a353731-b96d-46c2-a462-800cb56fa392 {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:52:30.236439 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 7a353731-b96d-46c2-a462-800cb56fa392 not bound to the agent host dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:52:30.279772 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5546e5d9-1601-4f1e-9a50-9154269baa60 admin admin] Publish callbacks [] for security_group (b3fa54a2-ac8d-43f2-9771-eed1e44e7a3f), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:30.302585 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5546e5d9-1601-4f1e-9a50-9154269baa60 admin admin] Publish callbacks [] for security_group (b3fa54a2-ac8d-43f2-9771-eed1e44e7a3f), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:30.424271 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5546e5d9-1601-4f1e-9a50-9154269baa60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (b3fa54a2-ac8d-43f2-9771-eed1e44e7a3f), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:30.428273 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5546e5d9-1601-4f1e-9a50-9154269baa60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:30.429714 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-5546e5d9-1601-4f1e-9a50-9154269baa60 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b3fa54a2-ac8d-43f2-9771-eed1e44e7a3f HTTP/1.1" status: 204 len: 168 time: 0.2303092 Mar 08 04:52:30.460753 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5546e5d9-1601-4f1e-9a50-9154269baa60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fa54a2-ac8d-43f2-9771-eed1e44e7a3f,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:52:30.534535 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5cdb2-c365-4343-a6fb-12b985cefda7 req-09198a67-3161-4905-b836-460725f9e9cd tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:30.537635 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-11a5cdb2-c365-4343-a6fb-12b985cefda7 req-09198a67-3161-4905-b836-460725f9e9cd tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 946 time: 0.0680132 Mar 08 04:52:30.605727 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-11a5cdb2-c365-4343-a6fb-12b985cefda7 req-029a6a8a-4caa-4798-a346-67297d0d8171 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549893 Mar 08 04:52:31.223098 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 45654) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:52:31.281845 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-fefc0475-52c5-42dc-9ae5-5d5a24181370 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2d41dadc6e3148be97583781e77b9884&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0553172 Mar 08 04:52:31.282227 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 45656) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:52:31.332919 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c421501e-b229-4411-a76d-efd4a317f37f admin admin] Publish callbacks [] for security_group (9e15bb3c-170c-48bd-83b9-683dead8f60d), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:31.360024 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c421501e-b229-4411-a76d-efd4a317f37f admin admin] Publish callbacks [] for security_group (9e15bb3c-170c-48bd-83b9-683dead8f60d), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:31.501600 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c421501e-b229-4411-a76d-efd4a317f37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (9e15bb3c-170c-48bd-83b9-683dead8f60d), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:31.504415 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c421501e-b229-4411-a76d-efd4a317f37f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:31.505608 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-c421501e-b229-4411-a76d-efd4a317f37f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9e15bb3c-170c-48bd-83b9-683dead8f60d HTTP/1.1" status: 204 len: 168 time: 0.2223556 Mar 08 04:52:31.516934 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c421501e-b229-4411-a76d-efd4a317f37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e15bb3c-170c-48bd-83b9-683dead8f60d,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:52:31.726261 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff7142-95e1-4c14-a7ee-0e23b6a365b9 req-13d48dda-14f5-45fc-84b5-c50718ba5c0a tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:31.727929 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-32ff7142-95e1-4c14-a7ee-0e23b6a365b9 req-13d48dda-14f5-45fc-84b5-c50718ba5c0a tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 946 time: 0.0551760 Mar 08 04:52:31.781389 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-32ff7142-95e1-4c14-a7ee-0e23b6a365b9 req-94be4e55-ada3-4971-ad54-a15ccba425d7 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470352 Mar 08 04:52:32.906893 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aebe89-eaba-4cea-aeba-dac25c5fd5db req-6c12387d-4c1e-4edc-96f6-b17df25a488d tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:32.908404 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c9aebe89-eaba-4cea-aeba-dac25c5fd5db req-6c12387d-4c1e-4edc-96f6-b17df25a488d tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 946 time: 0.0524583 Mar 08 04:52:32.960930 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c9aebe89-eaba-4cea-aeba-dac25c5fd5db req-8034d40c-e5d8-409d-801a-622562d977c1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467706 Mar 08 04:52:34.099983 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998faca-95b3-4e0b-953f-65ba83750142 req-f379f0b0-1fe9-4f64-b9c5-926da777033c tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:34.108736 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-a998faca-95b3-4e0b-953f-65ba83750142 req-f379f0b0-1fe9-4f64-b9c5-926da777033c tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 946 time: 0.0736673 Mar 08 04:52:34.152460 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-a998faca-95b3-4e0b-953f-65ba83750142 req-19974c38-ad82-45df-9320-ef4ead36f8e9 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427899 Mar 08 04:52:35.291898 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f458adf-6637-4b27-86d6-a55a744fb33e req-d49028dc-c88d-4298-a49f-3ea9e0fca355 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:35.294124 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7f458adf-6637-4b27-86d6-a55a744fb33e req-d49028dc-c88d-4298-a49f-3ea9e0fca355 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 946 time: 0.0577862 Mar 08 04:52:35.349189 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7f458adf-6637-4b27-86d6-a55a744fb33e req-6ce8d7e6-300e-45b5-a0bb-3a71115c71b8 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463569 Mar 08 04:52:36.487298 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03311e8d-ad51-4e4f-adab-da171d508071 req-6406f815-89b6-4299-8fee-69615030e7cc tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:36.488945 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-03311e8d-ad51-4e4f-adab-da171d508071 req-6406f815-89b6-4299-8fee-69615030e7cc tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 946 time: 0.0643725 Mar 08 04:52:36.558750 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-03311e8d-ad51-4e4f-adab-da171d508071 req-d045ae1a-fc4e-491c-b375-7ce87458e241 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626976 Mar 08 04:52:37.711626 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c3bbd-c30b-45b8-be02-f35f758def26 req-f9fa09a6-d99d-450b-8f11-c191e2176fd5 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:37.713132 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-686c3bbd-c30b-45b8-be02-f35f758def26 req-f9fa09a6-d99d-450b-8f11-c191e2176fd5 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 946 time: 0.0669193 Mar 08 04:52:37.785056 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-686c3bbd-c30b-45b8-be02-f35f758def26 req-9a27441a-5f5a-47c9-97d0-ab8847ab2481 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575588 Mar 08 04:52:38.898608 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef9ef2-4db1-449c-bc67-6f997c96f608 req-f86e2afc-c0b0-4b98-a4ee-b1996b3ee924 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:38.900996 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-e4ef9ef2-4db1-449c-bc67-6f997c96f608 req-f86e2afc-c0b0-4b98-a4ee-b1996b3ee924 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 946 time: 0.0540102 Mar 08 04:52:38.953343 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-e4ef9ef2-4db1-449c-bc67-6f997c96f608 req-2b58fc25-824c-4a9a-a00c-2be18408a94c tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465782 Mar 08 04:52:40.078371 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aaffbf-e1ab-41ff-aeee-91d7af6f7a16 req-c931fcfe-1d51-43fb-aa2f-312a76c1fa08 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:40.079823 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-55aaffbf-e1ab-41ff-aeee-91d7af6f7a16 req-c931fcfe-1d51-43fb-aa2f-312a76c1fa08 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 946 time: 0.0531051 Mar 08 04:52:40.125558 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-55aaffbf-e1ab-41ff-aeee-91d7af6f7a16 req-395d20cb-2b50-4250-acee-1239dc715bab tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396802 Mar 08 04:52:41.245141 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8c306-0910-47a4-b676-e370f1304790 req-0d504747-efe7-49e8-8281-3d20c5409b51 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:41.246673 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-e6a8c306-0910-47a4-b676-e370f1304790 req-0d504747-efe7-49e8-8281-3d20c5409b51 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 946 time: 0.0509272 Mar 08 04:52:41.279865 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba46b7-c1ca-4193-bab9-64cf49940726 req-9e6c35b8-ee9f-482c-a5d9-9e345e4b6da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:41.281446 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-57ba46b7-c1ca-4193-bab9-64cf49940726 req-9e6c35b8-ee9f-482c-a5d9-9e345e4b6da6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=53b2a43d64144bbfbae1d11822fba676&device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 1130 time: 0.0484064 Mar 08 04:52:41.292968 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-e6a8c306-0910-47a4-b676-e370f1304790 req-9dc1a95b-e93e-4360-91b8-ce1806a0e5d3 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407383 Mar 08 04:52:41.375481 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba46b7-c1ca-4193-bab9-64cf49940726 req-32e17558-3304-40c5-b49c-875dfc9103ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:41.376933 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-57ba46b7-c1ca-4193-bab9-64cf49940726 req-32e17558-3304-40c5-b49c-875dfc9103ba service neutron] 10.222.0.18 "GET /v2.0/networks?id=860c194c-b911-4147-84ad-16e240b1666f HTTP/1.1" status: 200 len: 917 time: 0.0834215 Mar 08 04:52:41.442773 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-57ba46b7-c1ca-4193-bab9-64cf49940726 req-cc1b91bf-ee42-491f-87ec-dec9afb9b25b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0029e26-c49c-46a1-8d0f-4de0f3908abe HTTP/1.1" status: 200 len: 1001 time: 0.0587616 Mar 08 04:52:41.489679 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba46b7-c1ca-4193-bab9-64cf49940726 req-406d3f29-9b45-48a1-ad5e-c87d01e94a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:41.491038 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-57ba46b7-c1ca-4193-bab9-64cf49940726 req-406d3f29-9b45-48a1-ad5e-c87d01e94a93 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2b6a1ea5-e77b-4dad-bc11-fe8b411f2953 HTTP/1.1" status: 200 len: 855 time: 0.0418563 Mar 08 04:52:41.537456 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba46b7-c1ca-4193-bab9-64cf49940726 req-dc8ef8fd-e04b-43b7-b2b5-a6e254ac8e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:41.539144 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-57ba46b7-c1ca-4193-bab9-64cf49940726 req-dc8ef8fd-e04b-43b7-b2b5-a6e254ac8e43 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=860c194c-b911-4147-84ad-16e240b1666f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420423 Mar 08 04:52:41.627148 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-57ba46b7-c1ca-4193-bab9-64cf49940726 req-7b10e834-aad8-467f-93ba-59dc7be6f1f8 service neutron] 10.222.0.18 "GET /v2.0/networks/860c194c-b911-4147-84ad-16e240b1666f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806668 Mar 08 04:52:41.711820 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-57ba46b7-c1ca-4193-bab9-64cf49940726 req-67101ca8-eb0e-4efb-902e-c988e6db4ecb service neutron] 10.222.0.18 "GET /v2.0/networks/860c194c-b911-4147-84ad-16e240b1666f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784092 Mar 08 04:52:42.419997 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c13d9-12c7-4177-b638-b29ab8fb427a req-12e09c75-7bf7-4c9d-bad7-ebc345b78b73 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:42.421501 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-618c13d9-12c7-4177-b638-b29ab8fb427a req-12e09c75-7bf7-4c9d-bad7-ebc345b78b73 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 946 time: 0.0559273 Mar 08 04:52:42.466326 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-618c13d9-12c7-4177-b638-b29ab8fb427a req-c76b50a0-4ce5-4d8c-8f43-913000d929c3 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386152 Mar 08 04:52:43.593290 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e5756b-7767-4603-abf0-3536b98de7dc req-5a0b84b5-8e5a-4203-8fec-9fc607db0327 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:43.594765 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-89e5756b-7767-4603-abf0-3536b98de7dc req-5a0b84b5-8e5a-4203-8fec-9fc607db0327 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 946 time: 0.0564711 Mar 08 04:52:43.644441 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-89e5756b-7767-4603-abf0-3536b98de7dc req-b448d43a-62eb-456a-b43c-50e87cad8ca6 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429842 Mar 08 04:52:43.721951 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device a0029e26-c49c-46a1-8d0f-4de0f3908abe no longer exists at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:52:43.966671 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port a0029e26-c49c-46a1-8d0f-4de0f3908abe is: ACTIVE; New status is: DOWN {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:52:43.967066 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (a0029e26-c49c-46a1-8d0f-4de0f3908abe), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:43.998203 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868b3449-ea46-4b50-a521-ad061a5317a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0029e26-c49c-46a1-8d0f-4de0f3908abe'}] {{(pid=110146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:52:44.000477 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce5c9d46ce85cdc7bdd5e39ea1b8e3d9b9c3a590759baa6189aad05618b43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f10a1f-a890-46ff-a3b6-578532aad448" -d '{"events": [{"server_uuid": "868b3449-ea46-4b50-a521-ad061a5317a1", "name": "network-vif-unplugged", "status": "completed", "tag": "a0029e26-c49c-46a1-8d0f-4de0f3908abe"}]}' {{(pid=110146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:52:44.013357 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port a0029e26-c49c-46a1-8d0f-4de0f3908abe, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a0029e26-c49c-46a1-8d0f-4de0f3908abe,segment=NetworkSegment(b5d0be17-e38f-4e92-9e95-4d4779f06bf0),segment_id=b5d0be17-e38f-4e92-9e95-4d4779f06bf0)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:52:44.023726 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-3d837702-28a6-4da1-a12a-35a53bb3b891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:44.036951 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Mar 2022 04:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e57b0dd-c4e4-4341-a8de-0e9f434c5c42 x-openstack-request-id: req-3e57b0dd-c4e4-4341-a8de-0e9f434c5c42 {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:52:44.037272 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "868b3449-ea46-4b50-a521-ad061a5317a1", "name": "network-vif-unplugged", "status": "completed", "tag": "a0029e26-c49c-46a1-8d0f-4de0f3908abe", "code": 200}]} {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:52:44.037528 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3e57b0dd-c4e4-4341-a8de-0e9f434c5c42 {{(pid=110146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:52:44.038326 dv-cinder-740146-13-iscsi neutron-server[110146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868b3449-ea46-4b50-a521-ad061a5317a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0029e26-c49c-46a1-8d0f-4de0f3908abe', 'code': 200} Mar 08 04:52:44.092253 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (a0029e26-c49c-46a1-8d0f-4de0f3908abe), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:44.138536 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=a0029e26-c49c-46a1-8d0f-4de0f3908abe,revision_number=8']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:52:44.763537 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f4b125-1cc1-4f87-a28e-afe93bf50238 req-0861bd3b-6488-4277-9f9a-383dded0db64 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:44.764989 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-68f4b125-1cc1-4f87-a28e-afe93bf50238 req-0861bd3b-6488-4277-9f9a-383dded0db64 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 944 time: 0.0511479 Mar 08 04:52:44.809995 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-68f4b125-1cc1-4f87-a28e-afe93bf50238 req-74976721-e852-4c43-ba96-472fef3bfb71 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389056 Mar 08 04:52:46.263729 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-d8a85453-e71e-4547-b700-7a1cdc5ddbff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:47.228764 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:47.937863 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256b963-6333-4f3e-9f02-8f78df03967c req-78a37c6b-9581-4358-ae6d-ed49a4e25336 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:47.939362 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b256b963-6333-4f3e-9f02-8f78df03967c req-78a37c6b-9581-4358-ae6d-ed49a4e25336 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 944 time: 0.0593321 Mar 08 04:52:47.989312 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b256b963-6333-4f3e-9f02-8f78df03967c req-a87a995f-ee62-4929-b8cf-13d4909365d8 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434878 Mar 08 04:52:48.132419 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b7f04777-5df1-4499-b601-0e5f857f7680 req-0aabf96d-485d-44f6-8caf-3a8a4dffa7a3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0430043 Mar 08 04:52:48.203534 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f04777-5df1-4499-b601-0e5f857f7680 req-0f5c0c91-2252-4d28-93ff-4d787b253b07 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:48.204846 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b7f04777-5df1-4499-b601-0e5f857f7680 req-0f5c0c91-2252-4d28-93ff-4d787b253b07 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports/a0029e26-c49c-46a1-8d0f-4de0f3908abe HTTP/1.1" status: 200 len: 941 time: 0.0444961 Mar 08 04:52:48.691782 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:49.109355 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d1648-19e7-48e2-beb4-6547420899b0 req-68b64260-44a4-42b1-8ac0-e3d5298b0009 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:49.110823 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-cd7d1648-19e7-48e2-beb4-6547420899b0 req-68b64260-44a4-42b1-8ac0-e3d5298b0009 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 944 time: 0.0518429 Mar 08 04:52:49.161852 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-cd7d1648-19e7-48e2-beb4-6547420899b0 req-b24c5c10-263e-4704-8d12-e7273edde73e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449345 Mar 08 04:52:49.536329 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f04777-5df1-4499-b601-0e5f857f7680 req-3984d318-d852-4c94-93dc-96acded65096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:49.537730 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b7f04777-5df1-4499-b601-0e5f857f7680 req-3984d318-d852-4c94-93dc-96acded65096 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1&tenant_id=53b2a43d64144bbfbae1d11822fba676 HTTP/1.1" status: 200 len: 1128 time: 0.0425749 Mar 08 04:52:49.599128 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f04777-5df1-4499-b601-0e5f857f7680 req-5d305021-374b-4550-913c-63e709975c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:49.600608 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b7f04777-5df1-4499-b601-0e5f857f7680 req-5d305021-374b-4550-913c-63e709975c86 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=53b2a43d64144bbfbae1d11822fba676&device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 1128 time: 0.0431511 Mar 08 04:52:49.687984 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f04777-5df1-4499-b601-0e5f857f7680 req-4ddfa7f4-7a2b-4d1e-a736-2f05d9a90975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:49.689468 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b7f04777-5df1-4499-b601-0e5f857f7680 req-4ddfa7f4-7a2b-4d1e-a736-2f05d9a90975 service neutron] 10.222.0.18 "GET /v2.0/networks?id=860c194c-b911-4147-84ad-16e240b1666f HTTP/1.1" status: 200 len: 917 time: 0.0833223 Mar 08 04:52:49.751468 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b7f04777-5df1-4499-b601-0e5f857f7680 req-000486a5-00df-478d-964f-772a7375167f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0029e26-c49c-46a1-8d0f-4de0f3908abe HTTP/1.1" status: 200 len: 999 time: 0.0546885 Mar 08 04:52:49.802143 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f04777-5df1-4499-b601-0e5f857f7680 req-31a323cb-be7d-4dd6-bfc4-f5d2a02fb1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:49.803480 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b7f04777-5df1-4499-b601-0e5f857f7680 req-31a323cb-be7d-4dd6-bfc4-f5d2a02fb1b2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2b6a1ea5-e77b-4dad-bc11-fe8b411f2953 HTTP/1.1" status: 200 len: 855 time: 0.0454187 Mar 08 04:52:49.850321 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f04777-5df1-4499-b601-0e5f857f7680 req-a04cf594-a3bb-4c1e-9869-8be78e9b1d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:49.851783 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b7f04777-5df1-4499-b601-0e5f857f7680 req-a04cf594-a3bb-4c1e-9869-8be78e9b1d8b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=860c194c-b911-4147-84ad-16e240b1666f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425811 Mar 08 04:52:49.936407 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b7f04777-5df1-4499-b601-0e5f857f7680 req-257d1749-f8d8-4807-8a3f-14364157949c service neutron] 10.222.0.18 "GET /v2.0/networks/860c194c-b911-4147-84ad-16e240b1666f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784740 Mar 08 04:52:50.024819 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b7f04777-5df1-4499-b601-0e5f857f7680 req-b299659a-a3dc-48af-8320-589bdcdd0b7a service neutron] 10.222.0.18 "GET /v2.0/networks/860c194c-b911-4147-84ad-16e240b1666f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826013 Mar 08 04:52:50.084534 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:50.286754 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a48625-e585-48b1-9ec4-87a6bf7da3a5 req-c9c34374-5682-4ad0-a1b1-46d5ad358bb4 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:50.288238 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-85a48625-e585-48b1-9ec4-87a6bf7da3a5 req-c9c34374-5682-4ad0-a1b1-46d5ad358bb4 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 944 time: 0.0530355 Mar 08 04:52:50.335225 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-85a48625-e585-48b1-9ec4-87a6bf7da3a5 req-84117a77-a1a4-46ee-b536-c3859b4805f1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413363 Mar 08 04:52:51.456685 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26da442-afd1-4751-818a-c4b61d0cb5a9 req-1ac464df-0ed7-4306-b3db-97549b533380 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:51.458182 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-f26da442-afd1-4751-818a-c4b61d0cb5a9 req-1ac464df-0ed7-4306-b3db-97549b533380 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 944 time: 0.0532563 Mar 08 04:52:51.507232 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-f26da442-afd1-4751-818a-c4b61d0cb5a9 req-e01b4092-dd19-49f0-b009-4c78e68ea983 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429513 Mar 08 04:52:52.199288 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:52:52.651538 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e781c-f54c-445b-9c4a-e23f9ba61c17 req-d13f3a7c-329e-49da-95b0-2373a7c0cbab tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:52.653451 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e93e781c-f54c-445b-9c4a-e23f9ba61c17 req-d13f3a7c-329e-49da-95b0-2373a7c0cbab tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 944 time: 0.0712414 Mar 08 04:52:52.707135 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e93e781c-f54c-445b-9c4a-e23f9ba61c17 req-d73ff972-c473-4d6e-a7ce-699ed618405e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481648 Mar 08 04:52:53.833407 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c29970-f8f4-4ba5-b299-5f5670fb91e9 req-7f0c9715-3ea5-4f02-bf53-67633844153f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:53.834989 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-f3c29970-f8f4-4ba5-b299-5f5670fb91e9 req-7f0c9715-3ea5-4f02-bf53-67633844153f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 944 time: 0.0557923 Mar 08 04:52:53.883701 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-f3c29970-f8f4-4ba5-b299-5f5670fb91e9 req-557d1611-0506-4b41-b479-d58cece3b2ab tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432620 Mar 08 04:52:55.016787 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d223f9e6-a3ba-46ca-b811-23ca1446a055 req-be9a9841-a067-446e-b7f9-c1832117b39b tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:55.021753 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-d223f9e6-a3ba-46ca-b811-23ca1446a055 req-be9a9841-a067-446e-b7f9-c1832117b39b tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 944 time: 0.0664489 Mar 08 04:52:55.074814 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-d223f9e6-a3ba-46ca-b811-23ca1446a055 req-d1e716b7-2c74-4093-adbf-ed51cd63752b tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473518 Mar 08 04:52:56.205638 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2e355-dc95-4ea5-878e-31de7abd58f6 req-37a9fe31-af7e-4a8a-aeef-4bc890f9968a tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:56.207103 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-85f2e355-dc95-4ea5-878e-31de7abd58f6 req-37a9fe31-af7e-4a8a-aeef-4bc890f9968a tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 944 time: 0.0582078 Mar 08 04:52:56.255522 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-85f2e355-dc95-4ea5-878e-31de7abd58f6 req-6f992186-ea04-48f7-a58a-62d69c0f3b60 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428686 Mar 08 04:52:57.386553 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512f6c3-ad6c-48a3-8f1c-32e636d783f5 req-ae46add1-0202-4494-9b3d-2d3b16771466 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:57.388078 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b512f6c3-ad6c-48a3-8f1c-32e636d783f5 req-ae46add1-0202-4494-9b3d-2d3b16771466 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 944 time: 0.0571527 Mar 08 04:52:57.435796 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b512f6c3-ad6c-48a3-8f1c-32e636d783f5 req-60a02c93-1858-4496-8f90-55d0c94de8d5 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421557 Mar 08 04:52:58.569184 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28413ee-42f4-4154-878b-1f4e58e13f02 req-a9e2ace8-1312-45a6-bb42-2508f37668cf tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:58.571807 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-e28413ee-42f4-4154-878b-1f4e58e13f02 req-a9e2ace8-1312-45a6-bb42-2508f37668cf tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 944 time: 0.0579934 Mar 08 04:52:58.641723 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-e28413ee-42f4-4154-878b-1f4e58e13f02 req-9c39fd88-7f77-4900-b3f2-e115fc35aa10 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655239 Mar 08 04:52:59.497202 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:52:59.871112 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48e43f-63b5-4f29-b751-fbfddfb562ad req-59bcce1a-7108-4006-9213-0a32706a4aea tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:52:59.872544 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2d48e43f-63b5-4f29-b751-fbfddfb562ad req-59bcce1a-7108-4006-9213-0a32706a4aea tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 944 time: 0.0507915 Mar 08 04:52:59.916703 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2d48e43f-63b5-4f29-b751-fbfddfb562ad req-dd267e44-6088-4d7a-a8ab-06a075e93554 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381582 Mar 08 04:53:01.039938 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eece22-38b8-49b6-a6bb-86fa5bc427ca req-0dbeeb12-c451-49b4-b601-7cd75308bd42 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:53:01.041419 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-45eece22-38b8-49b6-a6bb-86fa5bc427ca req-0dbeeb12-c451-49b4-b601-7cd75308bd42 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 944 time: 0.0540321 Mar 08 04:53:01.086796 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-45eece22-38b8-49b6-a6bb-86fa5bc427ca req-98934358-bce4-489f-a2b8-cdcec0985a2f tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400093 Mar 08 04:53:02.207149 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dfd722-950e-4884-9cb2-1191d524561a req-2abb1816-2292-4385-aaaf-6cf34fccd3f3 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:53:02.208631 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a3dfd722-950e-4884-9cb2-1191d524561a req-2abb1816-2292-4385-aaaf-6cf34fccd3f3 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 944 time: 0.0518930 Mar 08 04:53:02.257974 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a3dfd722-950e-4884-9cb2-1191d524561a req-068036b9-069b-4a9e-9f2a-052a82d0b572 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438249 Mar 08 04:53:03.376552 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a7267-7f53-46a4-a2f5-f568fc2ddcff req-b938aa8e-d467-4717-ae40-535450a77f7e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:53:03.378029 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-433a7267-7f53-46a4-a2f5-f568fc2ddcff req-b938aa8e-d467-4717-ae40-535450a77f7e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 944 time: 0.0509238 Mar 08 04:53:03.422772 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-433a7267-7f53-46a4-a2f5-f568fc2ddcff req-227e0510-2b18-42ee-a344-bb3992bf9fde tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393615 Mar 08 04:53:04.129721 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263bfea8-1fd6-490c-87ad-82e25e4a7880 req-7eba6e1c-af9c-4f89-91c5-50b9eafa94d8 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:53:04.131172 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-263bfea8-1fd6-490c-87ad-82e25e4a7880 req-7eba6e1c-af9c-4f89-91c5-50b9eafa94d8 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf66ea0c-d866-4c25-b67d-ea5e1aa86792 HTTP/1.1" status: 200 len: 945 time: 0.0512900 Mar 08 04:53:04.179227 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-263bfea8-1fd6-490c-87ad-82e25e4a7880 req-a8c34e9f-7dc6-4163-b452-3add89d028d9 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c15df73-7817-4c4f-800c-de4461ba4879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425813 Mar 08 04:53:04.542210 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c929699-ecc8-4b33-b24e-9209f3299dc1 req-72b390b4-1419-41f5-a6c9-65e0f7d7b076 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:53:04.543646 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4c929699-ecc8-4b33-b24e-9209f3299dc1 req-72b390b4-1419-41f5-a6c9-65e0f7d7b076 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 944 time: 0.0498767 Mar 08 04:53:04.588165 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4c929699-ecc8-4b33-b24e-9209f3299dc1 req-be37a87b-a7ff-4b5a-8b19-acd893534cfd tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392449 Mar 08 04:53:05.294825 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab1817-fac7-43ca-9069-a62bc90596aa req-0ee48638-2c22-493b-b6b4-5de0c8b489b0 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:53:05.296259 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-e8ab1817-fac7-43ca-9069-a62bc90596aa req-0ee48638-2c22-493b-b6b4-5de0c8b489b0 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf66ea0c-d866-4c25-b67d-ea5e1aa86792 HTTP/1.1" status: 200 len: 945 time: 0.0510967 Mar 08 04:53:05.341067 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-e8ab1817-fac7-43ca-9069-a62bc90596aa req-b2686737-54fa-4ab4-acbe-91416170d3b7 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c15df73-7817-4c4f-800c-de4461ba4879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391676 Mar 08 04:53:05.708238 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b4a00-6267-441f-aba9-f6a12752816c req-754876b8-5273-4383-8802-de96d0ac2f36 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:53:05.709713 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-846b4a00-6267-441f-aba9-f6a12752816c req-754876b8-5273-4383-8802-de96d0ac2f36 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 944 time: 0.0507481 Mar 08 04:53:05.754982 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-846b4a00-6267-441f-aba9-f6a12752816c req-e285682a-1c3c-41f5-b772-ec3e64c2c275 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399754 Mar 08 04:53:05.784586 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device a0029e26-c49c-46a1-8d0f-4de0f3908abe details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=110146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:53:05.877921 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port a0029e26-c49c-46a1-8d0f-4de0f3908abe, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a0029e26-c49c-46a1-8d0f-4de0f3908abe,segment=NetworkSegment(b5d0be17-e38f-4e92-9e95-4d4779f06bf0),segment_id=b5d0be17-e38f-4e92-9e95-4d4779f06bf0)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:53:05.887766 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Returning: {'device': 'a0029e26-c49c-46a1-8d0f-4de0f3908abe', 'network_id': '860c194c-b911-4147-84ad-16e240b1666f', 'port_id': 'a0029e26-c49c-46a1-8d0f-4de0f3908abe', 'mac_address': 'fa:16:3e:5a:85:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b6a1ea5-e77b-4dad-bc11-fe8b411f2953', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:53:05.927065 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port a0029e26-c49c-46a1-8d0f-4de0f3908abe is: DOWN; New status is: BUILD {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:53:05.927450 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (a0029e26-c49c-46a1-8d0f-4de0f3908abe), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:05.940304 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0029e26-c49c-46a1-8d0f-4de0f3908abe {{(pid=110146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:53:05.958213 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port a0029e26-c49c-46a1-8d0f-4de0f3908abe, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a0029e26-c49c-46a1-8d0f-4de0f3908abe,segment=NetworkSegment(b5d0be17-e38f-4e92-9e95-4d4779f06bf0),segment_id=b5d0be17-e38f-4e92-9e95-4d4779f06bf0)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:53:06.044138 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (a0029e26-c49c-46a1-8d0f-4de0f3908abe), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:06.090325 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=a0029e26-c49c-46a1-8d0f-4de0f3908abe,revision_number=9']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:06.097655 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:53:06.098007 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:53:06.098350 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:53:06.098692 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:53:06.099022 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:53:06.099351 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:53:06.099680 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:53:06.100355 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:53:06.100355 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:53:06.100645 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:53:06.100964 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:53:06.101315 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:53:06.101637 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:53:06.169422 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45215c32-6858-42f3-80ad-c6d49686ab73 req-1702086e-2daa-409d-8e71-30387eb63598 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:53:06.170857 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-45215c32-6858-42f3-80ad-c6d49686ab73 req-1702086e-2daa-409d-8e71-30387eb63598 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf66ea0c-d866-4c25-b67d-ea5e1aa86792 HTTP/1.1" status: 200 len: 945 time: 0.0536435 Mar 08 04:53:06.261210 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-45215c32-6858-42f3-80ad-c6d49686ab73 req-e9b2e221-c827-47e5-81bc-0559a701046a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Deleting port 890b6f05-da53-40d9-a556-9c19a4e6b217 {{(pid=110144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:53:06.261558 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-45215c32-6858-42f3-80ad-c6d49686ab73 req-e9b2e221-c827-47e5-81bc-0559a701046a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (890b6f05-da53-40d9-a556-9c19a4e6b217), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:06.350674 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-45215c32-6858-42f3-80ad-c6d49686ab73 req-e9b2e221-c827-47e5-81bc-0559a701046a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] For port 890b6f05-da53-40d9-a556-9c19a4e6b217, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=890b6f05-da53-40d9-a556-9c19a4e6b217,segment=NetworkSegment(a818c616-68c3-44f5-83e0-f69b9edc3447),segment_id=a818c616-68c3-44f5-83e0-f69b9edc3447)] {{(pid=110144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:53:06.351032 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-45215c32-6858-42f3-80ad-c6d49686ab73 req-e9b2e221-c827-47e5-81bc-0559a701046a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (890b6f05-da53-40d9-a556-9c19a4e6b217), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:06.389927 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] get_ports_and_sgs() called for port_ids ['a0029e26-c49c-46a1-8d0f-4de0f3908abe'] {{(pid=110146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:53:06.464959 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee95f6-608c-410f-82d2-dbaee3dfb891 req-461171cd-e518-40e8-93eb-61b2fd2a4fc1 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:53:06.466395 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-c0ee95f6-608c-410f-82d2-dbaee3dfb891 req-461171cd-e518-40e8-93eb-61b2fd2a4fc1 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf66ea0c-d866-4c25-b67d-ea5e1aa86792 HTTP/1.1" status: 200 len: 945 time: 0.0560834 Mar 08 04:53:06.518402 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-c0ee95f6-608c-410f-82d2-dbaee3dfb891 req-48f4958a-f71b-4035-b02b-88b4c7d229be tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups?id=0c15df73-7817-4c4f-800c-de4461ba4879&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441649 Mar 08 04:53:06.534424 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-45215c32-6858-42f3-80ad-c6d49686ab73 req-e9b2e221-c827-47e5-81bc-0559a701046a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:06.534787 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-45215c32-6858-42f3-80ad-c6d49686ab73 req-e9b2e221-c827-47e5-81bc-0559a701046a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952661'] for floatingip (ebc98a7e-5558-40a2-840d-d3f41137845a), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:06.535125 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.db.l3_db [req-45215c32-6858-42f3-80ad-c6d49686ab73 req-e9b2e221-c827-47e5-81bc-0559a701046a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Floating IP ebc98a7e-5558-40a2-840d-d3f41137845a disassociated. External IP: 172.27.0.53, port: 890b6f05-da53-40d9-a556-9c19a4e6b217. Mar 08 04:53:06.535461 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-45215c32-6858-42f3-80ad-c6d49686ab73 req-e9b2e221-c827-47e5-81bc-0559a701046a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Calling delete_port for 890b6f05-da53-40d9-a556-9c19a4e6b217 owned by compute:nova {{(pid=110144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:53:06.703169 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-45215c32-6858-42f3-80ad-c6d49686ab73 req-e9b2e221-c827-47e5-81bc-0559a701046a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (890b6f05-da53-40d9-a556-9c19a4e6b217), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:06.730307 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2e221-c827-47e5-81bc-0559a701046a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Pushing event deleted for resources: {'Port': ['ID=890b6f05-da53-40d9-a556-9c19a4e6b217,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:06.743285 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2e221-c827-47e5-81bc-0559a701046a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:53:06.743285 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2e221-c827-47e5-81bc-0559a701046a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:53:06.743462 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2e221-c827-47e5-81bc-0559a701046a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:53:06.743750 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2e221-c827-47e5-81bc-0559a701046a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:53:06.744082 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2e221-c827-47e5-81bc-0559a701046a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:53:06.744412 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2e221-c827-47e5-81bc-0559a701046a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:53:06.744741 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2e221-c827-47e5-81bc-0559a701046a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:53:06.745072 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2e221-c827-47e5-81bc-0559a701046a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:53:06.745427 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2e221-c827-47e5-81bc-0559a701046a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:53:06.745754 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2e221-c827-47e5-81bc-0559a701046a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:53:06.746067 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2e221-c827-47e5-81bc-0559a701046a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:53:06.746383 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2e221-c827-47e5-81bc-0559a701046a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:53:06.746700 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b2e221-c827-47e5-81bc-0559a701046a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:53:06.887320 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45215c32-6858-42f3-80ad-c6d49686ab73 req-e9b2e221-c827-47e5-81bc-0559a701046a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Router 2cb70f1c-563d-4ccb-881b-47f53f004396 has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:53:06.901245 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ce895-2afd-4e99-9542-e7593c16ce35 req-733cb282-2b5f-4df3-9ece-6f00feb51ee5 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:53:06.902689 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-310ce895-2afd-4e99-9542-e7593c16ce35 req-733cb282-2b5f-4df3-9ece-6f00feb51ee5 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 945 time: 0.0713661 Mar 08 04:53:07.269922 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-310ce895-2afd-4e99-9542-e7593c16ce35 req-3379104e-f372-449d-befb-4422c0a09b08 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3617980 Mar 08 04:53:07.290276 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45215c32-6858-42f3-80ad-c6d49686ab73 req-e9b2e221-c827-47e5-81bc-0559a701046a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:53:07.301283 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ca1c4-4660-4852-89b7-d4ee51d1c23a None None] Sync routers for ids ['2cb70f1c-563d-4ccb-881b-47f53f004396'] in dv-cinder-740146-13-iscsi {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:53:07.311343 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6ca1c4-4660-4852-89b7-d4ee51d1c23a None None] Routers {'2cb70f1c-563d-4ccb-881b-47f53f004396'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:53:07.312003 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-ea6ca1c4-4660-4852-89b7-d4ee51d1c23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:52:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['2cb70f1c-563d-4ccb-881b-47f53f004396'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:53:07.332893 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [req-45215c32-6858-42f3-80ad-c6d49686ab73 req-e9b2e221-c827-47e5-81bc-0559a701046a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] No DVR routers for this DVR port 890b6f05-da53-40d9-a556-9c19a4e6b217 on host hv-cinder-74014 {{(pid=110144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:53:07.335320 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-45215c32-6858-42f3-80ad-c6d49686ab73 req-e9b2e221-c827-47e5-81bc-0559a701046a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:07.338625 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-45215c32-6858-42f3-80ad-c6d49686ab73 req-e9b2e221-c827-47e5-81bc-0559a701046a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.18 "DELETE /v2.0/ports/890b6f05-da53-40d9-a556-9c19a4e6b217 HTTP/1.1" status: 204 len: 173 time: 1.1620054 Mar 08 04:53:07.339075 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf66ea0c-d866-4c25-b67d-ea5e1aa86792', 'name': 'network-vif-deleted', 'tag': '890b6f05-da53-40d9-a556-9c19a4e6b217'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:53:07.341301 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c19d5bf-ebd9-44c8-b64e-de4a173087a7" -d '{"events": [{"server_uuid": "cf66ea0c-d866-4c25-b67d-ea5e1aa86792", "name": "network-vif-deleted", "tag": "890b6f05-da53-40d9-a556-9c19a4e6b217"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:53:07.376187 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4864e3a6-d179-4cc9-802f-5d496351f9ca x-openstack-request-id: req-4864e3a6-d179-4cc9-802f-5d496351f9ca {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:53:07.376544 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf66ea0c-d866-4c25-b67d-ea5e1aa86792", "name": "network-vif-deleted", "tag": "890b6f05-da53-40d9-a556-9c19a4e6b217", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:53:07.377479 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4864e3a6-d179-4cc9-802f-5d496351f9ca {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:53:07.378001 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf66ea0c-d866-4c25-b67d-ea5e1aa86792', 'name': 'network-vif-deleted', 'tag': '890b6f05-da53-40d9-a556-9c19a4e6b217', 'status': 'completed', 'code': 200} Mar 08 04:53:07.422884 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-ea6ca1c4-4660-4852-89b7-d4ee51d1c23a None None] Set router 2cb70f1c-563d-4ccb-881b-47f53f004396 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:53:07.623491 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-ea6ca1c4-4660-4852-89b7-d4ee51d1c23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'name': 'tempest-AttachVolumeTestJSON-878477155-router', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '2b9b3c93-7c1e-4e78-a3f6-e11defd536d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:37Z', 'revision_number': 4, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'gw_port': {'id': '2b9b3c93-7c1e-4e78-a3f6-e11defd536d8', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:13:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': '4b19e078-88db-4ae0-91c5-ac908cfdf1dc', 'name': '', 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'mac_address': 'fa:16:3e:66:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7cfe1804-64f6-4463-a6ac-0aac353986ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:34Z', 'updated_at': '2022-03-08T04:43:50Z', 'revision_number': 5, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'subnets': [{'id': '7cfe1804-64f6-4463-a6ac-0aac353986ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:53:07.626982 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ed2bddd4-edff-4e9f-8916-1fa3b474b3f1 req-67d4290b-c273-4007-80ce-be0f65312b35 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/ports?device_id=cf66ea0c-d866-4c25-b67d-ea5e1aa86792 HTTP/1.1" status: 200 len: 210 time: 0.0273006 Mar 08 04:53:07.650684 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ca1c4-4660-4852-89b7-d4ee51d1c23a None None] Checking router: 2cb70f1c-563d-4ccb-881b-47f53f004396 for host: dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:53:07.659431 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6ca1c4-4660-4852-89b7-d4ee51d1c23a None None] Routers {'2cb70f1c-563d-4ccb-881b-47f53f004396'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:53:07.660020 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-ea6ca1c4-4660-4852-89b7-d4ee51d1c23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:52:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['2cb70f1c-563d-4ccb-881b-47f53f004396'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:53:07.765295 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-ea6ca1c4-4660-4852-89b7-d4ee51d1c23a None None] Set router 2cb70f1c-563d-4ccb-881b-47f53f004396 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:53:07.793730 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device a0029e26-c49c-46a1-8d0f-4de0f3908abe up at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:53:07.936910 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning complete for port a0029e26-c49c-46a1-8d0f-4de0f3908abe triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:53:07.937328 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (a0029e26-c49c-46a1-8d0f-4de0f3908abe), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:08.065335 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port a0029e26-c49c-46a1-8d0f-4de0f3908abe is: BUILD; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:53:08.065741 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (a0029e26-c49c-46a1-8d0f-4de0f3908abe), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:08.078939 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-ea6ca1c4-4660-4852-89b7-d4ee51d1c23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'name': 'tempest-AttachVolumeTestJSON-878477155-router', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '2b9b3c93-7c1e-4e78-a3f6-e11defd536d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:37Z', 'revision_number': 4, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'gw_port': {'id': '2b9b3c93-7c1e-4e78-a3f6-e11defd536d8', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:13:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': '4b19e078-88db-4ae0-91c5-ac908cfdf1dc', 'name': '', 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'mac_address': 'fa:16:3e:66:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7cfe1804-64f6-4463-a6ac-0aac353986ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:34Z', 'updated_at': '2022-03-08T04:43:50Z', 'revision_number': 5, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'subnets': [{'id': '7cfe1804-64f6-4463-a6ac-0aac353986ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:53:08.112613 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6ca1c4-4660-4852-89b7-d4ee51d1c23a None None] The sync data for ids ['2cb70f1c-563d-4ccb-881b-47f53f004396'] in dv-cinder-740146-13-iscsi is: [{'id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'name': 'tempest-AttachVolumeTestJSON-878477155-router', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '2b9b3c93-7c1e-4e78-a3f6-e11defd536d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:37Z', 'revision_number': 4, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'gw_port': {'id': '2b9b3c93-7c1e-4e78-a3f6-e11defd536d8', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:13:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': '4b19e078-88db-4ae0-91c5-ac908cfdf1dc', 'name': '', 'network_id': 'a0b25786-9a98-4b69-9ff8-d7339822960d', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'mac_address': 'fa:16:3e:66:23:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '7cfe1804-64f6-4463-a6ac-0aac353986ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:34Z', 'updated_at': '2022-03-08T04:43:50Z', 'revision_number': 5, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'subnets': [{'id': '7cfe1804-64f6-4463-a6ac-0aac353986ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:53:08.117988 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868b3449-ea46-4b50-a521-ad061a5317a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0029e26-c49c-46a1-8d0f-4de0f3908abe'}] {{(pid=110146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:53:08.120423 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce5c9d46ce85cdc7bdd5e39ea1b8e3d9b9c3a590759baa6189aad05618b43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539e4cf4-5b34-4a5e-bbe7-5a9e05d67922" -d '{"events": [{"server_uuid": "868b3449-ea46-4b50-a521-ad061a5317a1", "name": "network-vif-plugged", "status": "completed", "tag": "a0029e26-c49c-46a1-8d0f-4de0f3908abe"}]}' {{(pid=110146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:53:08.134234 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port a0029e26-c49c-46a1-8d0f-4de0f3908abe, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a0029e26-c49c-46a1-8d0f-4de0f3908abe,segment=NetworkSegment(b5d0be17-e38f-4e92-9e95-4d4779f06bf0),segment_id=b5d0be17-e38f-4e92-9e95-4d4779f06bf0)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:53:08.157689 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86f535b-be02-4765-8e72-73d474883697 x-openstack-request-id: req-f86f535b-be02-4765-8e72-73d474883697 {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:53:08.158695 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "868b3449-ea46-4b50-a521-ad061a5317a1", "name": "network-vif-plugged", "status": "completed", "tag": "a0029e26-c49c-46a1-8d0f-4de0f3908abe", "code": 200}]} {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:53:08.159547 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f86f535b-be02-4765-8e72-73d474883697 {{(pid=110146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:53:08.159979 dv-cinder-740146-13-iscsi neutron-server[110146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868b3449-ea46-4b50-a521-ad061a5317a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0029e26-c49c-46a1-8d0f-4de0f3908abe', 'code': 200} Mar 08 04:53:08.212212 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (a0029e26-c49c-46a1-8d0f-4de0f3908abe), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:08.266198 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=a0029e26-c49c-46a1-8d0f-4de0f3908abe,revision_number=10']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:08.364341 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1777af-2bbc-4f30-bbee-c56c46336adb None None] New status for floating IP ebc98a7e-5558-40a2-840d-d3f41137845a: DOWN {{(pid=110147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:53:08.400903 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e9ccd-c5aa-4de9-a97c-0b30bf1fc74b req-3f9f5fb4-5621-4c98-848d-36a06dece6d6 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:53:08.402433 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-bf8e9ccd-c5aa-4de9-a97c-0b30bf1fc74b req-3f9f5fb4-5621-4c98-848d-36a06dece6d6 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 947 time: 0.0575824 Mar 08 04:53:08.477041 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-bf8e9ccd-c5aa-4de9-a97c-0b30bf1fc74b req-182c16a7-e2ad-4dd9-b942-045bd4734ead tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681267 Mar 08 04:53:08.494246 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f552e7-a08e-4261-9631-9939391f2d15 req-cd92211c-b8ef-4a5a-9850-7631897a0729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:53:08.495711 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-36f552e7-a08e-4261-9631-9939391f2d15 req-cd92211c-b8ef-4a5a-9850-7631897a0729 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 1131 time: 0.0526464 Mar 08 04:53:08.544389 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-36f552e7-a08e-4261-9631-9939391f2d15 req-2ba63f56-f042-42c4-b46d-692a7050c156 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415316 Mar 08 04:53:08.777650 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 45952) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:08.829939 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-1be735f7-9f49-4c9c-b9bf-1cf60778c704 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for security_group (0c15df73-7817-4c4f-800c-de4461ba4879), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:08.852175 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-1be735f7-9f49-4c9c-b9bf-1cf60778c704 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for security_group (0c15df73-7817-4c4f-800c-de4461ba4879), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:08.965837 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-1be735f7-9f49-4c9c-b9bf-1cf60778c704 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (0c15df73-7817-4c4f-800c-de4461ba4879), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:08.968494 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-1be735f7-9f49-4c9c-b9bf-1cf60778c704 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:08.969690 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-1be735f7-9f49-4c9c-b9bf-1cf60778c704 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "DELETE /v2.0/security-groups/0c15df73-7817-4c4f-800c-de4461ba4879 HTTP/1.1" status: 204 len: 168 time: 0.1910696 Mar 08 04:53:08.972638 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 45954) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:08.978809 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be735f7-9f49-4c9c-b9bf-1cf60778c704 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c15df73-7817-4c4f-800c-de4461ba4879,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:08.990256 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.api.v2.resource [None req-7ec223cd-90a1-492d-8dd6-c6d51649bd7a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] show failed (client error): The resource could not be found. Mar 08 04:53:08.990256 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-7ec223cd-90a1-492d-8dd6-c6d51649bd7a tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "GET /v2.0/security-groups/0c15df73-7817-4c4f-800c-de4461ba4879 HTTP/1.1" status: 404 len: 347 time: 0.0132620 Mar 08 04:53:08.992053 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 45956) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:09.117545 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-ab676c9d-3258-4b96-b3f6-8fc1f937a6c0 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Deleting port d7d8dbc1-7423-4e69-9f85-10c0420a78ee {{(pid=110145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:53:09.117803 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ab676c9d-3258-4b96-b3f6-8fc1f937a6c0 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (d7d8dbc1-7423-4e69-9f85-10c0420a78ee), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:09.189615 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ab676c9d-3258-4b96-b3f6-8fc1f937a6c0 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (d7d8dbc1-7423-4e69-9f85-10c0420a78ee), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:09.189941 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ab676c9d-3258-4b96-b3f6-8fc1f937a6c0 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for floatingip (d7d8dbc1-7423-4e69-9f85-10c0420a78ee), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:09.201043 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-ab676c9d-3258-4b96-b3f6-8fc1f937a6c0 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Calling delete_port for d7d8dbc1-7423-4e69-9f85-10c0420a78ee owned by network:floatingip {{(pid=110145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:53:09.410011 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ab676c9d-3258-4b96-b3f6-8fc1f937a6c0 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793137'] for port (d7d8dbc1-7423-4e69-9f85-10c0420a78ee), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:09.438915 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab676c9d-3258-4b96-b3f6-8fc1f937a6c0 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Pushing event deleted for resources: {'Port': ['ID=d7d8dbc1-7423-4e69-9f85-10c0420a78ee,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:09.459787 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab676c9d-3258-4b96-b3f6-8fc1f937a6c0 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:53:09.460135 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab676c9d-3258-4b96-b3f6-8fc1f937a6c0 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:53:09.460480 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab676c9d-3258-4b96-b3f6-8fc1f937a6c0 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:53:09.460812 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab676c9d-3258-4b96-b3f6-8fc1f937a6c0 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:53:09.461142 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab676c9d-3258-4b96-b3f6-8fc1f937a6c0 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:53:09.461492 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab676c9d-3258-4b96-b3f6-8fc1f937a6c0 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:53:09.461819 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab676c9d-3258-4b96-b3f6-8fc1f937a6c0 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:53:09.462143 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab676c9d-3258-4b96-b3f6-8fc1f937a6c0 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:53:09.462469 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab676c9d-3258-4b96-b3f6-8fc1f937a6c0 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:53:09.462788 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab676c9d-3258-4b96-b3f6-8fc1f937a6c0 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:53:09.463108 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab676c9d-3258-4b96-b3f6-8fc1f937a6c0 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:53:09.463426 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab676c9d-3258-4b96-b3f6-8fc1f937a6c0 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:53:09.463743 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab676c9d-3258-4b96-b3f6-8fc1f937a6c0 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:53:09.504553 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ab676c9d-3258-4b96-b3f6-8fc1f937a6c0 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks [] for floatingip (ebc98a7e-5558-40a2-840d-d3f41137845a), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:09.507386 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ab676c9d-3258-4b96-b3f6-8fc1f937a6c0 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for floatingip (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:09.508527 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-ab676c9d-3258-4b96-b3f6-8fc1f937a6c0 tempest-AttachVolumeTestJSON-974555917 tempest-AttachVolumeTestJSON-974555917-project] 10.222.0.35 "DELETE /v2.0/floatingips/ebc98a7e-5558-40a2-840d-d3f41137845a HTTP/1.1" status: 204 len: 168 time: 0.5150497 Mar 08 04:53:09.608242 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdaaa97-de83-4a0b-a1dd-e738ba34b34d req-e0696cff-ae55-4631-bf67-9cdf95374324 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:53:09.609765 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-efdaaa97-de83-4a0b-a1dd-e738ba34b34d req-e0696cff-ae55-4631-bf67-9cdf95374324 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 947 time: 0.0551455 Mar 08 04:53:09.657231 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-efdaaa97-de83-4a0b-a1dd-e738ba34b34d req-621b4fce-9dda-474d-a175-12ece0dacc46 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417240 Mar 08 04:53:10.781910 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cffa7b-616c-479b-b1ac-a4b593f50751 req-30927c17-6ae5-4d6d-8c44-d1a2b06e19bc tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:53:10.784438 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-74cffa7b-616c-479b-b1ac-a4b593f50751 req-30927c17-6ae5-4d6d-8c44-d1a2b06e19bc tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 947 time: 0.0547523 Mar 08 04:53:10.830545 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-74cffa7b-616c-479b-b1ac-a4b593f50751 req-6ad0b3ec-be71-4527-9370-7a115144af89 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401287 Mar 08 04:53:11.789512 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 890b6f05-da53-40d9-a556-9c19a4e6b217 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:53:11.809822 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] No Port match for: 890b6f05-da53-40d9-a556-9c19a4e6b217 {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:53:11.810184 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 890b6f05-da53-40d9-a556-9c19a4e6b217 not bound to the agent host hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:53:11.949759 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8c5b6-da83-4844-b325-e1bc0ab09686 req-a666577b-35e2-4d37-9654-2e128901e73d tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:53:11.951207 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-70c8c5b6-da83-4844-b325-e1bc0ab09686 req-a666577b-35e2-4d37-9654-2e128901e73d tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 947 time: 0.0510733 Mar 08 04:53:11.998515 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-70c8c5b6-da83-4844-b325-e1bc0ab09686 req-a428921e-955f-4b7b-aff4-dd244a7eced2 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418878 Mar 08 04:53:13.393653 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 46026) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:13.867868 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-784776cf-3f4f-4251-b273-a0167a23a5cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-956245'] for router_interface (2cb70f1c-563d-4ccb-881b-47f53f004396), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:13.992209 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-8b6f521f-887f-4c9a-8eda-662d0188680d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:14.108817 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-784776cf-3f4f-4251-b273-a0167a23a5cd admin admin] Deleting port 4b19e078-88db-4ae0-91c5-ac908cfdf1dc {{(pid=110145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:53:14.109176 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-784776cf-3f4f-4251-b273-a0167a23a5cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (4b19e078-88db-4ae0-91c5-ac908cfdf1dc), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:14.183804 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.db [None req-784776cf-3f4f-4251-b273-a0167a23a5cd admin admin] For port 4b19e078-88db-4ae0-91c5-ac908cfdf1dc, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=4b19e078-88db-4ae0-91c5-ac908cfdf1dc,segment=NetworkSegment(a818c616-68c3-44f5-83e0-f69b9edc3447),segment_id=a818c616-68c3-44f5-83e0-f69b9edc3447)] {{(pid=110145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:53:14.184164 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-784776cf-3f4f-4251-b273-a0167a23a5cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (4b19e078-88db-4ae0-91c5-ac908cfdf1dc), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:14.195407 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-784776cf-3f4f-4251-b273-a0167a23a5cd admin admin] Calling delete_port for 4b19e078-88db-4ae0-91c5-ac908cfdf1dc owned by network:router_interface {{(pid=110145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:53:14.672514 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-784776cf-3f4f-4251-b273-a0167a23a5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793137'] for port (4b19e078-88db-4ae0-91c5-ac908cfdf1dc), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:14.695218 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784776cf-3f4f-4251-b273-a0167a23a5cd admin admin] Pushing event deleted for resources: {'Port': ['ID=4b19e078-88db-4ae0-91c5-ac908cfdf1dc,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:14.862938 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-784776cf-3f4f-4251-b273-a0167a23a5cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-956193'] for router_interface (2cb70f1c-563d-4ccb-881b-47f53f004396), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:15.070641 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784776cf-3f4f-4251-b273-a0167a23a5cd admin admin] Router 2cb70f1c-563d-4ccb-881b-47f53f004396 has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:53:15.179365 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784776cf-3f4f-4251-b273-a0167a23a5cd admin admin] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:53:15.184364 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-784776cf-3f4f-4251-b273-a0167a23a5cd admin admin] 10.222.0.35 "PUT /v2.0/routers/2cb70f1c-563d-4ccb-881b-47f53f004396/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7896862 Mar 08 04:53:15.186836 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 46030) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:15.189553 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee37d035-ca6f-4336-9066-c5ef20dd4517 None None] Sync routers for ids ['2cb70f1c-563d-4ccb-881b-47f53f004396'] in dv-cinder-740146-13-iscsi {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:53:15.199070 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee37d035-ca6f-4336-9066-c5ef20dd4517 None None] Routers {'2cb70f1c-563d-4ccb-881b-47f53f004396'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:53:15.199682 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-ee37d035-ca6f-4336-9066-c5ef20dd4517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:52:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['2cb70f1c-563d-4ccb-881b-47f53f004396'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:53:15.291934 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-29372e47-1565-4dd0-aa41-4680b2d1730e admin admin] Publish callbacks [] for router (2cb70f1c-563d-4ccb-881b-47f53f004396), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:15.307106 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-ee37d035-ca6f-4336-9066-c5ef20dd4517 None None] Set router 2cb70f1c-563d-4ccb-881b-47f53f004396 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:53:15.395048 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-29372e47-1565-4dd0-aa41-4680b2d1730e admin admin] Publish callbacks [] for router_gateway (2cb70f1c-563d-4ccb-881b-47f53f004396), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:15.476894 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-ee37d035-ca6f-4336-9066-c5ef20dd4517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'name': 'tempest-AttachVolumeTestJSON-878477155-router', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': '2b9b3c93-7c1e-4e78-a3f6-e11defd536d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:53:14Z', 'revision_number': 5, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'gw_port': {'id': '2b9b3c93-7c1e-4e78-a3f6-e11defd536d8', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:13:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi'}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:53:15.506903 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee37d035-ca6f-4336-9066-c5ef20dd4517 None None] Checking router: 2cb70f1c-563d-4ccb-881b-47f53f004396 for host: dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:53:15.515169 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee37d035-ca6f-4336-9066-c5ef20dd4517 None None] Routers {'2cb70f1c-563d-4ccb-881b-47f53f004396'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:53:15.515768 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-ee37d035-ca6f-4336-9066-c5ef20dd4517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:52:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['2cb70f1c-563d-4ccb-881b-47f53f004396'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:53:15.519262 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-29372e47-1565-4dd0-aa41-4680b2d1730e admin admin] Deleting port 2b9b3c93-7c1e-4e78-a3f6-e11defd536d8 {{(pid=110145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:53:15.519603 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-29372e47-1565-4dd0-aa41-4680b2d1730e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (2b9b3c93-7c1e-4e78-a3f6-e11defd536d8), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:15.597309 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.db [None req-29372e47-1565-4dd0-aa41-4680b2d1730e admin admin] For port 2b9b3c93-7c1e-4e78-a3f6-e11defd536d8, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=2b9b3c93-7c1e-4e78-a3f6-e11defd536d8,segment=NetworkSegment(83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c),segment_id=83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c)] {{(pid=110145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:53:15.597677 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-29372e47-1565-4dd0-aa41-4680b2d1730e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (2b9b3c93-7c1e-4e78-a3f6-e11defd536d8), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:15.610822 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-29372e47-1565-4dd0-aa41-4680b2d1730e admin admin] Calling delete_port for 2b9b3c93-7c1e-4e78-a3f6-e11defd536d8 owned by network:router_gateway {{(pid=110145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:53:15.740887 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-ee37d035-ca6f-4336-9066-c5ef20dd4517 None None] Set router 2cb70f1c-563d-4ccb-881b-47f53f004396 gateway port host: None {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:53:15.792661 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-ee37d035-ca6f-4336-9066-c5ef20dd4517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'name': 'tempest-AttachVolumeTestJSON-878477155-router', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:53:15Z', 'revision_number': 6, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'gw_port_host': None}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:53:15.822770 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee37d035-ca6f-4336-9066-c5ef20dd4517 None None] The sync data for ids ['2cb70f1c-563d-4ccb-881b-47f53f004396'] in dv-cinder-740146-13-iscsi is: [{'id': '2cb70f1c-563d-4ccb-881b-47f53f004396', 'name': 'tempest-AttachVolumeTestJSON-878477155-router', 'tenant_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:53:15Z', 'revision_number': 6, 'project_id': '123d544e6cdd4f43acfd2e4fc0fe7867', 'gw_port_host': None}] {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:53:15.847308 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-29372e47-1565-4dd0-aa41-4680b2d1730e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793137'] for port (2b9b3c93-7c1e-4e78-a3f6-e11defd536d8), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:15.870795 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29372e47-1565-4dd0-aa41-4680b2d1730e admin admin] Pushing event deleted for resources: {'Port': ['ID=2b9b3c93-7c1e-4e78-a3f6-e11defd536d8,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:15.934418 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-29372e47-1565-4dd0-aa41-4680b2d1730e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-950923'] for router_gateway (2cb70f1c-563d-4ccb-881b-47f53f004396), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:16.022985 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-29372e47-1565-4dd0-aa41-4680b2d1730e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-955711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9283'] for router (2cb70f1c-563d-4ccb-881b-47f53f004396), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:16.024997 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-29372e47-1565-4dd0-aa41-4680b2d1730e admin admin] Publish callbacks [] for router_controller (2cb70f1c-563d-4ccb-881b-47f53f004396), precommit_delete_associations {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:16.146664 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-29372e47-1565-4dd0-aa41-4680b2d1730e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-955688'] for router (2cb70f1c-563d-4ccb-881b-47f53f004396), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:16.147187 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29372e47-1565-4dd0-aa41-4680b2d1730e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cb70f1c-563d-4ccb-881b-47f53f004396 {{(pid=110145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 04:53:16.151664 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-29372e47-1565-4dd0-aa41-4680b2d1730e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:16.153133 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-29372e47-1565-4dd0-aa41-4680b2d1730e admin admin] 10.222.0.35 "DELETE /v2.0/routers/2cb70f1c-563d-4ccb-881b-47f53f004396 HTTP/1.1" status: 204 len: 168 time: 0.9650745 Mar 08 04:53:16.159665 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 46032) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:16.217840 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ae23927-2e26-4612-8db9-2e7755ce7547 admin admin] Deleting subnet 7cfe1804-64f6-4463-a6ac-0aac353986ac {{(pid=110144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 04:53:16.222101 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-3ae23927-2e26-4612-8db9-2e7755ce7547 admin admin] Publish callbacks [] for subnet (7cfe1804-64f6-4463-a6ac-0aac353986ac), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:16.228966 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-5db60ea2-19f1-4822-bfa2-3700cb7abfd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:16.261557 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-3ae23927-2e26-4612-8db9-2e7755ce7547 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58735104'] for subnet (7cfe1804-64f6-4463-a6ac-0aac353986ac), precommit_delete_associations {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:16.336611 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-3ae23927-2e26-4612-8db9-2e7755ce7547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4105722'] for subnet (7cfe1804-64f6-4463-a6ac-0aac353986ac), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:16.449776 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-3ae23927-2e26-4612-8db9-2e7755ce7547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4105697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4052251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58903418'] for subnet (7cfe1804-64f6-4463-a6ac-0aac353986ac), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:16.479539 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae23927-2e26-4612-8db9-2e7755ce7547 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cfe1804-64f6-4463-a6ac-0aac353986ac,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:16.483420 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-3ae23927-2e26-4612-8db9-2e7755ce7547 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:16.486545 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-3ae23927-2e26-4612-8db9-2e7755ce7547 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7cfe1804-64f6-4463-a6ac-0aac353986ac HTTP/1.1" status: 204 len: 168 time: 0.3258770 Mar 08 04:53:16.489080 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 46034) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:16.489705 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1267b47-cbdc-4dc9-afb7-50317269269d None None] Network a0b25786-9a98-4b69-9ff8-d7339822960d requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:53:16.555338 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-380f2c94-99dd-43f7-89f4-051a15ac82d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3980661'] for network (a0b25786-9a98-4b69-9ff8-d7339822960d), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:16.614985 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [None req-380f2c94-99dd-43f7-89f4-051a15ac82d2 admin admin] Deleting port 240da7d9-2c2d-4ac4-85b6-f78baa6ef94c {{(pid=110144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:53:16.615331 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-380f2c94-99dd-43f7-89f4-051a15ac82d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (240da7d9-2c2d-4ac4-85b6-f78baa6ef94c), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:16.641101 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a2f3bd-2cf5-458f-b2d6-553d5d2f7ada None None] DHCP port deletion for a0b25786-9a98-4b69-9ff8-d7339822960d request from dv-cinder-740146-13-iscsi {{(pid=110146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 04:53:16.649319 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 4b19e078-88db-4ae0-91c5-ac908cfdf1dc no longer exists at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:53:16.685043 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [None req-380f2c94-99dd-43f7-89f4-051a15ac82d2 admin admin] For port 240da7d9-2c2d-4ac4-85b6-f78baa6ef94c, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=240da7d9-2c2d-4ac4-85b6-f78baa6ef94c,segment=NetworkSegment(a818c616-68c3-44f5-83e0-f69b9edc3447),segment_id=a818c616-68c3-44f5-83e0-f69b9edc3447)] {{(pid=110144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:53:16.685327 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] No Port match for: 4b19e078-88db-4ae0-91c5-ac908cfdf1dc {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:53:16.685457 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-380f2c94-99dd-43f7-89f4-051a15ac82d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (240da7d9-2c2d-4ac4-85b6-f78baa6ef94c), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:16.685617 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 4b19e078-88db-4ae0-91c5-ac908cfdf1dc not bound to the agent host dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:53:16.705605 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [None req-380f2c94-99dd-43f7-89f4-051a15ac82d2 admin admin] Calling delete_port for 240da7d9-2c2d-4ac4-85b6-f78baa6ef94c owned by network:dhcp {{(pid=110144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:53:16.710443 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-16a2f3bd-2cf5-458f-b2d6-553d5d2f7ada None None] Deleting port 240da7d9-2c2d-4ac4-85b6-f78baa6ef94c {{(pid=110146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:53:16.710710 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-16a2f3bd-2cf5-458f-b2d6-553d5d2f7ada None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (240da7d9-2c2d-4ac4-85b6-f78baa6ef94c), before_delete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:16.777330 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-16a2f3bd-2cf5-458f-b2d6-553d5d2f7ada None None] For port 240da7d9-2c2d-4ac4-85b6-f78baa6ef94c, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=240da7d9-2c2d-4ac4-85b6-f78baa6ef94c,segment=NetworkSegment(a818c616-68c3-44f5-83e0-f69b9edc3447),segment_id=a818c616-68c3-44f5-83e0-f69b9edc3447)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:53:16.777630 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-16a2f3bd-2cf5-458f-b2d6-553d5d2f7ada None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (240da7d9-2c2d-4ac4-85b6-f78baa6ef94c), precommit_delete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:16.790342 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-16a2f3bd-2cf5-458f-b2d6-553d5d2f7ada None None] Calling delete_port for 240da7d9-2c2d-4ac4-85b6-f78baa6ef94c owned by network:dhcp {{(pid=110146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:53:16.900962 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-380f2c94-99dd-43f7-89f4-051a15ac82d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (240da7d9-2c2d-4ac4-85b6-f78baa6ef94c), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:16.907308 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-16a2f3bd-2cf5-458f-b2d6-553d5d2f7ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864'] for port (240da7d9-2c2d-4ac4-85b6-f78baa6ef94c), after_delete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:16.932105 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380f2c94-99dd-43f7-89f4-051a15ac82d2 admin admin] No DVR routers for this DVR port 240da7d9-2c2d-4ac4-85b6-f78baa6ef94c on host dv-cinder-740146-13-iscsi {{(pid=110144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:53:16.934025 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f2c94-99dd-43f7-89f4-051a15ac82d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=240da7d9-2c2d-4ac4-85b6-f78baa6ef94c,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:16.934148 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a2f3bd-2cf5-458f-b2d6-553d5d2f7ada None None] Pushing event deleted for resources: {'Port': ['ID=240da7d9-2c2d-4ac4-85b6-f78baa6ef94c,revision_number=None']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:16.935584 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a2f3bd-2cf5-458f-b2d6-553d5d2f7ada None None] No DVR routers for this DVR port 240da7d9-2c2d-4ac4-85b6-f78baa6ef94c on host dv-cinder-740146-13-iscsi {{(pid=110146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:53:17.003713 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-380f2c94-99dd-43f7-89f4-051a15ac82d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3756149', 'neutron.services.segments.db._delete_segments_for_network-8769087550311'] for network (a0b25786-9a98-4b69-9ff8-d7339822960d), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:17.024842 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.services.segments.db [None req-380f2c94-99dd-43f7-89f4-051a15ac82d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0b25786-9a98-4b69-9ff8-d7339822960d']}} {{(pid=110144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:53:17.035418 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.services.segments.db [None req-380f2c94-99dd-43f7-89f4-051a15ac82d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a818c616-68c3-44f5-83e0-f69b9edc3447') {'for_net_delete': True} {{(pid=110144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:53:17.035737 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.services.segments.db [None req-380f2c94-99dd-43f7-89f4-051a15ac82d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a818c616-68c3-44f5-83e0-f69b9edc3447') {} {{(pid=110144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:53:17.045930 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-380f2c94-99dd-43f7-89f4-051a15ac82d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769087551344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58735355'] for segment (a818c616-68c3-44f5-83e0-f69b9edc3447), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:17.059195 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-380f2c94-99dd-43f7-89f4-051a15ac82d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041'] for segment (a818c616-68c3-44f5-83e0-f69b9edc3447), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:17.065757 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-380f2c94-99dd-43f7-89f4-051a15ac82d2 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=110144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 04:53:17.066139 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-380f2c94-99dd-43f7-89f4-051a15ac82d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4052337'] for segment (a818c616-68c3-44f5-83e0-f69b9edc3447), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:17.067799 dv-cinder-740146-13-iscsi neutron-server[110144]: Traceback (most recent call last): Mar 08 04:53:17.067799 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 04:53:17.067799 dv-cinder-740146-13-iscsi neutron-server[110144]: timer() Mar 08 04:53:17.067799 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 04:53:17.067799 dv-cinder-740146-13-iscsi neutron-server[110144]: cb(*args, **kw) Mar 08 04:53:17.067799 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 04:53:17.067799 dv-cinder-740146-13-iscsi neutron-server[110144]: return func(*args, **kwargs) Mar 08 04:53:17.067799 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 04:53:17.067799 dv-cinder-740146-13-iscsi neutron-server[110144]: self._notify() Mar 08 04:53:17.067799 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 04:53:17.067799 dv-cinder-740146-13-iscsi neutron-server[110144]: self.callback(batched_events) Mar 08 04:53:17.067799 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 04:53:17.067799 dv-cinder-740146-13-iscsi neutron-server[110144]: event.method(event) Mar 08 04:53:17.067799 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 04:53:17.067799 dv-cinder-740146-13-iscsi neutron-server[110144]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 04:53:17.067799 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 04:53:17.067799 dv-cinder-740146-13-iscsi neutron-server[110144]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 04:53:17.067799 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 04:53:17.067799 dv-cinder-740146-13-iscsi neutron-server[110144]: return f(self, *a, **k) Mar 08 04:53:17.067799 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 04:53:17.067799 dv-cinder-740146-13-iscsi neutron-server[110144]: return self._get(url).json() Mar 08 04:53:17.067799 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 04:53:17.067799 dv-cinder-740146-13-iscsi neutron-server[110144]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 04:53:17.067799 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 04:53:17.067799 dv-cinder-740146-13-iscsi neutron-server[110144]: return self.request(url, 'GET', **kwargs) Mar 08 04:53:17.067799 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 04:53:17.067799 dv-cinder-740146-13-iscsi neutron-server[110144]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 04:53:17.067799 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 04:53:17.067799 dv-cinder-740146-13-iscsi neutron-server[110144]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 04:53:17.067799 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 04:53:17.067799 dv-cinder-740146-13-iscsi neutron-server[110144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 04:53:17.067799 dv-cinder-740146-13-iscsi neutron-server[110144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 04:53:17.181231 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-380f2c94-99dd-43f7-89f4-051a15ac82d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3756156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-950959'] for network (a0b25786-9a98-4b69-9ff8-d7339822960d), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:17.186350 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-380f2c94-99dd-43f7-89f4-051a15ac82d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for network (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:17.190008 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-380f2c94-99dd-43f7-89f4-051a15ac82d2 admin admin] 10.222.0.35 "DELETE /v2.0/networks/a0b25786-9a98-4b69-9ff8-d7339822960d HTTP/1.1" status: 204 len: 168 time: 0.6993911 Mar 08 04:53:17.200508 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f2c94-99dd-43f7-89f4-051a15ac82d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0b25786-9a98-4b69-9ff8-d7339822960d,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:17.261200 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:17.477771 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 46038) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:17.516785 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-fe28d0d7-3104-46f9-abc4-8f9f78c4f871 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=123d544e6cdd4f43acfd2e4fc0fe7867&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0378406 Mar 08 04:53:17.519768 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 46040) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:17.564896 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-50c84390-38bf-46c3-86f0-bd70e0437047 admin admin] Publish callbacks [] for security_group (fb73223c-7bdd-4e62-8ce6-14c873270bef), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:17.584952 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-50c84390-38bf-46c3-86f0-bd70e0437047 admin admin] Publish callbacks [] for security_group (fb73223c-7bdd-4e62-8ce6-14c873270bef), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:17.700467 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-50c84390-38bf-46c3-86f0-bd70e0437047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (fb73223c-7bdd-4e62-8ce6-14c873270bef), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:17.703033 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-50c84390-38bf-46c3-86f0-bd70e0437047 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:17.704176 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-50c84390-38bf-46c3-86f0-bd70e0437047 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fb73223c-7bdd-4e62-8ce6-14c873270bef HTTP/1.1" status: 204 len: 168 time: 0.1835248 Mar 08 04:53:17.713945 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c84390-38bf-46c3-86f0-bd70e0437047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb73223c-7bdd-4e62-8ce6-14c873270bef,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:18.116009 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 2b9b3c93-7c1e-4e78-a3f6-e11defd536d8 no longer exists at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:53:18.136796 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] No Port match for: 2b9b3c93-7c1e-4e78-a3f6-e11defd536d8 {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:53:18.137143 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 2b9b3c93-7c1e-4e78-a3f6-e11defd536d8 not bound to the agent host dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:53:18.137570 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 240da7d9-2c2d-4ac4-85b6-f78baa6ef94c no longer exists at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:53:18.156567 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] No Port match for: 240da7d9-2c2d-4ac4-85b6-f78baa6ef94c {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:53:18.156924 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 240da7d9-2c2d-4ac4-85b6-f78baa6ef94c not bound to the agent host dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:53:18.714847 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:20.091470 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:28.880629 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 46190) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:28.983803 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-21f643ab-f6f8-4ba8-b9a7-f5e7d18bf911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:29.053544 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-21f643ab-f6f8-4ba8-b9a7-f5e7d18bf911 admin admin] Publish callbacks [] for security_group (835a8a76-e887-4ff3-accb-a4d59cc80bf1), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:29.123561 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-21f643ab-f6f8-4ba8-b9a7-f5e7d18bf911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (835a8a76-e887-4ff3-accb-a4d59cc80bf1), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:29.165376 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-21f643ab-f6f8-4ba8-b9a7-f5e7d18bf911 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5abe020476d441a6a59cb6493be95fa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2811797 Mar 08 04:53:29.165376 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f643ab-f6f8-4ba8-b9a7-f5e7d18bf911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835a8a76-e887-4ff3-accb-a4d59cc80bf1,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:29.166223 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 46198) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:29.198716 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:53:29.218477 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ecf51890-decb-412f-9edc-df96c771b334 admin admin] Publish callbacks [] for security_group (835a8a76-e887-4ff3-accb-a4d59cc80bf1), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:29.238607 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ecf51890-decb-412f-9edc-df96c771b334 admin admin] Publish callbacks [] for security_group (835a8a76-e887-4ff3-accb-a4d59cc80bf1), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:29.358287 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ecf51890-decb-412f-9edc-df96c771b334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (835a8a76-e887-4ff3-accb-a4d59cc80bf1), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:29.360966 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ecf51890-decb-412f-9edc-df96c771b334 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:29.362153 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-ecf51890-decb-412f-9edc-df96c771b334 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/835a8a76-e887-4ff3-accb-a4d59cc80bf1 HTTP/1.1" status: 204 len: 168 time: 0.1947672 Mar 08 04:53:29.369889 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf51890-decb-412f-9edc-df96c771b334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835a8a76-e887-4ff3-accb-a4d59cc80bf1,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:29.503297 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:30.389208 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 46234) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:30.482557 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-c4502cbe-3858-49fb-8bf9-140e7f497636 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1456653703-network', 'tenant_id': 'a7f6fa463b5a4f0c8cf2bcea1b6223c6'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:53:30.581128 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4502cbe-3858-49fb-8bf9-140e7f497636 admin admin] Made reservation on behalf of a7f6fa463b5a4f0c8cf2bcea1b6223c6 for: {'network': 1} {{(pid=110144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:53:30.583534 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-c4502cbe-3858-49fb-8bf9-140e7f497636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for network (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:30.592072 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-c4502cbe-3858-49fb-8bf9-140e7f497636 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:30.664789 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-c4502cbe-3858-49fb-8bf9-140e7f497636 admin admin] Publish callbacks [] for security_group (39c51a7c-c3f4-4c79-aa37-eca037dae288), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:30.765699 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-c4502cbe-3858-49fb-8bf9-140e7f497636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (39c51a7c-c3f4-4c79-aa37-eca037dae288), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:30.795623 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4502cbe-3858-49fb-8bf9-140e7f497636 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=110144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 04:53:30.802052 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4502cbe-3858-49fb-8bf9-140e7f497636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c51a7c-c3f4-4c79-aa37-eca037dae288,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:30.807946 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-c4502cbe-3858-49fb-8bf9-140e7f497636 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041'] for segment (c4a32928-b99f-4d47-90ef-9dd6998af962), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:30.808501 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.db.segments_db [None req-c4502cbe-3858-49fb-8bf9-140e7f497636 admin admin] Added segment c4a32928-b99f-4d47-90ef-9dd6998af962 of type vlan for network c28ce8c1-89c0-4ca9-8785-b7f074835c91 Mar 08 04:53:30.852048 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-c4502cbe-3858-49fb-8bf9-140e7f497636 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769087223062'] for network (c28ce8c1-89c0-4ca9-8785-b7f074835c91), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:30.952151 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-c4502cbe-3858-49fb-8bf9-140e7f497636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093'] for network (c28ce8c1-89c0-4ca9-8785-b7f074835c91), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:30.953193 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4502cbe-3858-49fb-8bf9-140e7f497636 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:53:30.953781 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-c4502cbe-3858-49fb-8bf9-140e7f497636 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for network (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:31.011319 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4502cbe-3858-49fb-8bf9-140e7f497636 admin admin] Pushing event updated for resources: {'Network': ['ID=c28ce8c1-89c0-4ca9-8785-b7f074835c91,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:31.021954 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Network c28ce8c1-89c0-4ca9-8785-b7f074835c91 details requested by agent ovs-agent-dv-cinder-740146-13-iscsi with host dv-cinder-740146-13-iscsi {{(pid=110146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 04:53:31.046442 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-c4502cbe-3858-49fb-8bf9-140e7f497636 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6561513 Mar 08 04:53:31.049334 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 46240) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:31.054066 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-dfed10b1-12d1-4ea0-8888-ad66172cb479 admin admin] Request body: {'subnet': {'network_id': 'c28ce8c1-89c0-4ca9-8785-b7f074835c91', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1456653703-subnet', 'tenant_id': 'a7f6fa463b5a4f0c8cf2bcea1b6223c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:53:31.135036 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfed10b1-12d1-4ea0-8888-ad66172cb479 admin admin] Made reservation on behalf of a7f6fa463b5a4f0c8cf2bcea1b6223c6 for: {'subnet': 1} {{(pid=110144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:53:31.137412 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-dfed10b1-12d1-4ea0-8888-ad66172cb479 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58903325'] for subnet (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:31.343282 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-dfed10b1-12d1-4ea0-8888-ad66172cb479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4050140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58903299'] for subnet (7433aa98-41e5-40ea-b0dd-5faf53cfe22e), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:31.391217 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed10b1-12d1-4ea0-8888-ad66172cb479 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7433aa98-41e5-40ea-b0dd-5faf53cfe22e,revision_number=0']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:31.405545 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfed10b1-12d1-4ea0-8888-ad66172cb479 admin admin] Checking segment: {'id': 'c4a32928-b99f-4d47-90ef-9dd6998af962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c28ce8c1-89c0-4ca9-8785-b7f074835c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:53:31.405898 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfed10b1-12d1-4ea0-8888-ad66172cb479 admin admin] Network hostable DHCP agents. Network: c28ce8c1-89c0-4ca9-8785-b7f074835c91, hostable agents: ['0b7bcd49-0510-447e-bc01-0aee655b7fc1'], hosted agents: [] {{(pid=110144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 04:53:31.477709 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfed10b1-12d1-4ea0-8888-ad66172cb479 admin admin] Network c28ce8c1-89c0-4ca9-8785-b7f074835c91 is scheduled to be hosted by DHCP agent 0b7bcd49-0510-447e-bc01-0aee655b7fc1 with binding_index 1 {{(pid=110144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 04:53:31.554295 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [None req-dfed10b1-12d1-4ea0-8888-ad66172cb479 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-13-iscsi, c28ce8c1-89c0-4ca9-8785-b7f074835c91) {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:53:31.558263 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfed10b1-12d1-4ea0-8888-ad66172cb479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:53:31.558852 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-dfed10b1-12d1-4ea0-8888-ad66172cb479 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:31.563035 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56907aec-e6bc-4dec-8fb0-7e66825873fe None None] Network c28ce8c1-89c0-4ca9-8785-b7f074835c91 requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:53:31.643267 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-dfed10b1-12d1-4ea0-8888-ad66172cb479 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5928605 Mar 08 04:53:31.661989 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8af5059-dc0f-4ea2-95cb-943703e1fbac None None] Network c28ce8c1-89c0-4ca9-8785-b7f074835c91 requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:53:32.319945 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 46264) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:32.325001 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-39ae0314-3813-444a-8b72-4fd09e55d406 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-970027799-network', 'tenant_id': 'b9c1bf5416f24aaa90bdf11fe7ac9dd3'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:53:32.402128 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e81f19-ea5e-41ca-bcb6-67b38fa2e4ce req-873618c4-3ad8-4861-9b8c-6b866e8ee4fe tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:53:32.403612 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-d9e81f19-ea5e-41ca-bcb6-67b38fa2e4ce req-873618c4-3ad8-4861-9b8c-6b866e8ee4fe tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e495cb9-df88-44a9-9feb-54290a4c5ceb HTTP/1.1" status: 200 len: 945 time: 0.0568378 Mar 08 04:53:32.415886 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ae0314-3813-444a-8b72-4fd09e55d406 admin admin] Made reservation on behalf of b9c1bf5416f24aaa90bdf11fe7ac9dd3 for: {'network': 1} {{(pid=110144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:53:32.418129 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-39ae0314-3813-444a-8b72-4fd09e55d406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for network (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:32.432959 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-39ae0314-3813-444a-8b72-4fd09e55d406 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:32.475493 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-d9e81f19-ea5e-41ca-bcb6-67b38fa2e4ce req-29062162-b4c2-478d-8f81-374ae7936a47 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a069b2f-5144-4543-b724-65a0e17463cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663216 Mar 08 04:53:32.529431 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-39ae0314-3813-444a-8b72-4fd09e55d406 admin admin] Publish callbacks [] for security_group (c3d75a43-9de3-4fcf-90eb-b08d74e80f12), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:32.597328 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-39ae0314-3813-444a-8b72-4fd09e55d406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (c3d75a43-9de3-4fcf-90eb-b08d74e80f12), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:32.620835 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39ae0314-3813-444a-8b72-4fd09e55d406 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=110144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 04:53:32.630165 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae0314-3813-444a-8b72-4fd09e55d406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d75a43-9de3-4fcf-90eb-b08d74e80f12,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:32.635868 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-39ae0314-3813-444a-8b72-4fd09e55d406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041'] for segment (0af17819-006a-486b-ad4c-2390a2d6ff0c), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:32.636212 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.db.segments_db [None req-39ae0314-3813-444a-8b72-4fd09e55d406 admin admin] Added segment 0af17819-006a-486b-ad4c-2390a2d6ff0c of type vlan for network de5e668a-1877-4997-bc47-f4a23f6f5d85 Mar 08 04:53:32.674454 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-39ae0314-3813-444a-8b72-4fd09e55d406 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769087223062'] for network (de5e668a-1877-4997-bc47-f4a23f6f5d85), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:32.763171 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-39ae0314-3813-444a-8b72-4fd09e55d406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093'] for network (de5e668a-1877-4997-bc47-f4a23f6f5d85), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:32.764130 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ae0314-3813-444a-8b72-4fd09e55d406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:53:32.764720 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-39ae0314-3813-444a-8b72-4fd09e55d406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for network (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:32.824226 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae0314-3813-444a-8b72-4fd09e55d406 admin admin] Pushing event updated for resources: {'Network': ['ID=de5e668a-1877-4997-bc47-f4a23f6f5d85,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:32.833638 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Network de5e668a-1877-4997-bc47-f4a23f6f5d85 details requested by agent ovs-agent-dv-cinder-740146-13-iscsi with host dv-cinder-740146-13-iscsi {{(pid=110146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 04:53:32.858078 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-39ae0314-3813-444a-8b72-4fd09e55d406 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5369740 Mar 08 04:53:32.860750 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 46266) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:32.866234 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-e3c59a64-ed73-43df-9f78-dcc7f19e0da4 admin admin] Request body: {'subnet': {'network_id': 'de5e668a-1877-4997-bc47-f4a23f6f5d85', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-970027799-subnet', 'tenant_id': 'b9c1bf5416f24aaa90bdf11fe7ac9dd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:53:32.937230 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c59a64-ed73-43df-9f78-dcc7f19e0da4 admin admin] Made reservation on behalf of b9c1bf5416f24aaa90bdf11fe7ac9dd3 for: {'subnet': 1} {{(pid=110144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:53:32.939531 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-e3c59a64-ed73-43df-9f78-dcc7f19e0da4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58903325'] for subnet (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:33.154343 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-e3c59a64-ed73-43df-9f78-dcc7f19e0da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4050140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58903299'] for subnet (46fb70f3-af1d-48c9-a056-e0e960e91e65), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:33.206474 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c59a64-ed73-43df-9f78-dcc7f19e0da4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46fb70f3-af1d-48c9-a056-e0e960e91e65,revision_number=0']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:33.217642 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c59a64-ed73-43df-9f78-dcc7f19e0da4 admin admin] Checking segment: {'id': '0af17819-006a-486b-ad4c-2390a2d6ff0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'de5e668a-1877-4997-bc47-f4a23f6f5d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:53:33.217642 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c59a64-ed73-43df-9f78-dcc7f19e0da4 admin admin] Network hostable DHCP agents. Network: de5e668a-1877-4997-bc47-f4a23f6f5d85, hostable agents: ['0b7bcd49-0510-447e-bc01-0aee655b7fc1'], hosted agents: [] {{(pid=110144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 04:53:33.279884 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c59a64-ed73-43df-9f78-dcc7f19e0da4 admin admin] Network de5e668a-1877-4997-bc47-f4a23f6f5d85 is scheduled to be hosted by DHCP agent 0b7bcd49-0510-447e-bc01-0aee655b7fc1 with binding_index 1 {{(pid=110144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 04:53:33.359737 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [None req-e3c59a64-ed73-43df-9f78-dcc7f19e0da4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-13-iscsi, de5e668a-1877-4997-bc47-f4a23f6f5d85) {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:53:33.364116 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c59a64-ed73-43df-9f78-dcc7f19e0da4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:53:33.364712 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-e3c59a64-ed73-43df-9f78-dcc7f19e0da4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:33.368968 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3084c1b-4681-4ab3-ad8c-1ee8faddec61 None None] Network de5e668a-1877-4997-bc47-f4a23f6f5d85 requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:53:33.442842 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-e3c59a64-ed73-43df-9f78-dcc7f19e0da4 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5810275 Mar 08 04:53:33.467441 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60757f5a-3a65-4f40-bd59-d8acc8558422 None None] Network de5e668a-1877-4997-bc47-f4a23f6f5d85 requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:53:33.568139 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 46274) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:33.596946 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ee0c3-5f04-496b-a22a-cde833420d61 req-3bb7523f-d742-4d02-b0f8-c0caea27e504 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:53:33.598431 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-943ee0c3-5f04-496b-a22a-cde833420d61 req-3bb7523f-d742-4d02-b0f8-c0caea27e504 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e495cb9-df88-44a9-9feb-54290a4c5ceb HTTP/1.1" status: 200 len: 945 time: 0.0523510 Mar 08 04:53:33.612913 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c22250c-c772-4ecb-92d0-81a8b43525be admin admin] Deleting subnet 7433aa98-41e5-40ea-b0dd-5faf53cfe22e {{(pid=110144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 04:53:33.616071 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-7c22250c-c772-4ecb-92d0-81a8b43525be admin admin] Publish callbacks [] for subnet (7433aa98-41e5-40ea-b0dd-5faf53cfe22e), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:33.645965 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-943ee0c3-5f04-496b-a22a-cde833420d61 req-3d37f1b3-2a8b-41c1-a2d6-62b55e9fe03f tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a069b2f-5144-4543-b724-65a0e17463cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417652 Mar 08 04:53:33.654241 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-7c22250c-c772-4ecb-92d0-81a8b43525be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58735104'] for subnet (7433aa98-41e5-40ea-b0dd-5faf53cfe22e), precommit_delete_associations {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:33.691691 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-7c22250c-c772-4ecb-92d0-81a8b43525be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4105722'] for subnet (7433aa98-41e5-40ea-b0dd-5faf53cfe22e), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:33.806158 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-7c22250c-c772-4ecb-92d0-81a8b43525be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4105697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4052251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58903418'] for subnet (7433aa98-41e5-40ea-b0dd-5faf53cfe22e), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:33.831617 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22250c-c772-4ecb-92d0-81a8b43525be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7433aa98-41e5-40ea-b0dd-5faf53cfe22e,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:33.835550 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-7c22250c-c772-4ecb-92d0-81a8b43525be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:33.840559 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-7c22250c-c772-4ecb-92d0-81a8b43525be admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7433aa98-41e5-40ea-b0dd-5faf53cfe22e HTTP/1.1" status: 204 len: 168 time: 0.2714226 Mar 08 04:53:33.843107 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 46276) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:33.912222 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-c21152f5-18ed-4660-be0a-ef1396fdfa26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3980661'] for network (c28ce8c1-89c0-4ca9-8785-b7f074835c91), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:33.986990 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-c21152f5-18ed-4660-be0a-ef1396fdfa26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3756149', 'neutron.services.segments.db._delete_segments_for_network-8769087550311'] for network (c28ce8c1-89c0-4ca9-8785-b7f074835c91), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:34.006345 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.services.segments.db [None req-c21152f5-18ed-4660-be0a-ef1396fdfa26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c28ce8c1-89c0-4ca9-8785-b7f074835c91']}} {{(pid=110144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:53:34.015206 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.services.segments.db [None req-c21152f5-18ed-4660-be0a-ef1396fdfa26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a32928-b99f-4d47-90ef-9dd6998af962') {'for_net_delete': True} {{(pid=110144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:53:34.015495 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.services.segments.db [None req-c21152f5-18ed-4660-be0a-ef1396fdfa26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a32928-b99f-4d47-90ef-9dd6998af962') {} {{(pid=110144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:53:34.025271 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-c21152f5-18ed-4660-be0a-ef1396fdfa26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769087551344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58735355'] for segment (c4a32928-b99f-4d47-90ef-9dd6998af962), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:34.038091 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-c21152f5-18ed-4660-be0a-ef1396fdfa26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041'] for segment (c4a32928-b99f-4d47-90ef-9dd6998af962), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:34.043719 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c21152f5-18ed-4660-be0a-ef1396fdfa26 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=110144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 04:53:34.044100 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-c21152f5-18ed-4660-be0a-ef1396fdfa26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4052337'] for segment (c4a32928-b99f-4d47-90ef-9dd6998af962), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:34.045704 dv-cinder-740146-13-iscsi neutron-server[110144]: Traceback (most recent call last): Mar 08 04:53:34.045704 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 04:53:34.045704 dv-cinder-740146-13-iscsi neutron-server[110144]: timer() Mar 08 04:53:34.045704 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 04:53:34.045704 dv-cinder-740146-13-iscsi neutron-server[110144]: cb(*args, **kw) Mar 08 04:53:34.045704 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 04:53:34.045704 dv-cinder-740146-13-iscsi neutron-server[110144]: return func(*args, **kwargs) Mar 08 04:53:34.045704 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 04:53:34.045704 dv-cinder-740146-13-iscsi neutron-server[110144]: self._notify() Mar 08 04:53:34.045704 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 04:53:34.045704 dv-cinder-740146-13-iscsi neutron-server[110144]: self.callback(batched_events) Mar 08 04:53:34.045704 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 04:53:34.045704 dv-cinder-740146-13-iscsi neutron-server[110144]: event.method(event) Mar 08 04:53:34.045704 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 04:53:34.045704 dv-cinder-740146-13-iscsi neutron-server[110144]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 04:53:34.045704 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 04:53:34.045704 dv-cinder-740146-13-iscsi neutron-server[110144]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 04:53:34.045704 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 04:53:34.045704 dv-cinder-740146-13-iscsi neutron-server[110144]: return f(self, *a, **k) Mar 08 04:53:34.045704 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 04:53:34.045704 dv-cinder-740146-13-iscsi neutron-server[110144]: return self._get(url).json() Mar 08 04:53:34.045704 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 04:53:34.045704 dv-cinder-740146-13-iscsi neutron-server[110144]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 04:53:34.045704 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 04:53:34.045704 dv-cinder-740146-13-iscsi neutron-server[110144]: return self.request(url, 'GET', **kwargs) Mar 08 04:53:34.045704 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 04:53:34.045704 dv-cinder-740146-13-iscsi neutron-server[110144]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 04:53:34.045704 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 04:53:34.045704 dv-cinder-740146-13-iscsi neutron-server[110144]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 04:53:34.045704 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 04:53:34.045704 dv-cinder-740146-13-iscsi neutron-server[110144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 04:53:34.045704 dv-cinder-740146-13-iscsi neutron-server[110144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 04:53:34.188304 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-c21152f5-18ed-4660-be0a-ef1396fdfa26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3756156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-950959'] for network (c28ce8c1-89c0-4ca9-8785-b7f074835c91), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:34.193970 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-c21152f5-18ed-4660-be0a-ef1396fdfa26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for network (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:34.197073 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-c21152f5-18ed-4660-be0a-ef1396fdfa26 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c28ce8c1-89c0-4ca9-8785-b7f074835c91 HTTP/1.1" status: 204 len: 168 time: 0.3530648 Mar 08 04:53:34.200021 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 46278) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:34.207898 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21152f5-18ed-4660-be0a-ef1396fdfa26 admin admin] Pushing event deleted for resources: {'Network': ['ID=c28ce8c1-89c0-4ca9-8785-b7f074835c91,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:34.247527 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.db_base_plugin_v2 [None req-4991dc94-2d26-4a91-b1e0-f26d52d32644 admin admin] Deleting subnet 46fb70f3-af1d-48c9-a056-e0e960e91e65 {{(pid=110145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 04:53:34.250803 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-4991dc94-2d26-4a91-b1e0-f26d52d32644 admin admin] Publish callbacks [] for subnet (46fb70f3-af1d-48c9-a056-e0e960e91e65), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:34.285369 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-4991dc94-2d26-4a91-b1e0-f26d52d32644 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1921012'] for subnet (46fb70f3-af1d-48c9-a056-e0e960e91e65), precommit_delete_associations {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:34.323327 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-4991dc94-2d26-4a91-b1e0-f26d52d32644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4105722'] for subnet (46fb70f3-af1d-48c9-a056-e0e960e91e65), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:34.366385 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834f01ec-b5b3-4a6c-ac4e-dfdb48e21593 req-b2bde242-63fa-4e9c-955b-d22285871b7c tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:53:34.367886 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-834f01ec-b5b3-4a6c-ac4e-dfdb48e21593 req-b2bde242-63fa-4e9c-955b-d22285871b7c tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e495cb9-df88-44a9-9feb-54290a4c5ceb HTTP/1.1" status: 200 len: 945 time: 0.0514679 Mar 08 04:53:34.434617 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-4991dc94-2d26-4a91-b1e0-f26d52d32644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4105697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62793094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59254926'] for subnet (46fb70f3-af1d-48c9-a056-e0e960e91e65), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:34.461496 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991dc94-2d26-4a91-b1e0-f26d52d32644 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46fb70f3-af1d-48c9-a056-e0e960e91e65,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:34.462424 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-834f01ec-b5b3-4a6c-ac4e-dfdb48e21593 req-3c708b9a-aed9-4e13-9723-c45549d4c728 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Deleting port 890131a9-f854-4a51-aa5b-88fa17e41a90 {{(pid=110144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:53:34.462918 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-834f01ec-b5b3-4a6c-ac4e-dfdb48e21593 req-3c708b9a-aed9-4e13-9723-c45549d4c728 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (890131a9-f854-4a51-aa5b-88fa17e41a90), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:34.463730 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-4991dc94-2d26-4a91-b1e0-f26d52d32644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for subnet (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:34.471493 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-4991dc94-2d26-4a91-b1e0-f26d52d32644 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/46fb70f3-af1d-48c9-a056-e0e960e91e65 HTTP/1.1" status: 204 len: 168 time: 0.2685671 Mar 08 04:53:34.471493 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 46280) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:34.542518 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-e39e00f4-69cf-4f6c-be10-e0c3ec8a5c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3980661'] for network (de5e668a-1877-4997-bc47-f4a23f6f5d85), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:34.550879 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-834f01ec-b5b3-4a6c-ac4e-dfdb48e21593 req-3c708b9a-aed9-4e13-9723-c45549d4c728 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] For port 890131a9-f854-4a51-aa5b-88fa17e41a90, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=890131a9-f854-4a51-aa5b-88fa17e41a90,segment=NetworkSegment(3078e9f3-ee99-4520-9a84-dd25cc09024c),segment_id=3078e9f3-ee99-4520-9a84-dd25cc09024c)] {{(pid=110144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:53:34.551241 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-834f01ec-b5b3-4a6c-ac4e-dfdb48e21593 req-3c708b9a-aed9-4e13-9723-c45549d4c728 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (890131a9-f854-4a51-aa5b-88fa17e41a90), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:34.623077 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-e39e00f4-69cf-4f6c-be10-e0c3ec8a5c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3756149', 'neutron.services.segments.db._delete_segments_for_network-8769087550311'] for network (de5e668a-1877-4997-bc47-f4a23f6f5d85), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:34.642638 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.services.segments.db [None req-e39e00f4-69cf-4f6c-be10-e0c3ec8a5c54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de5e668a-1877-4997-bc47-f4a23f6f5d85']}} {{(pid=110145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:53:34.651613 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.services.segments.db [None req-e39e00f4-69cf-4f6c-be10-e0c3ec8a5c54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af17819-006a-486b-ad4c-2390a2d6ff0c') {'for_net_delete': True} {{(pid=110145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:53:34.651911 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.services.segments.db [None req-e39e00f4-69cf-4f6c-be10-e0c3ec8a5c54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af17819-006a-486b-ad4c-2390a2d6ff0c') {} {{(pid=110145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:53:34.661671 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-e39e00f4-69cf-4f6c-be10-e0c3ec8a5c54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769087551344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920783'] for segment (0af17819-006a-486b-ad4c-2390a2d6ff0c), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:34.675450 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-e39e00f4-69cf-4f6c-be10-e0c3ec8a5c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041'] for segment (0af17819-006a-486b-ad4c-2390a2d6ff0c), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:34.681453 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e39e00f4-69cf-4f6c-be10-e0c3ec8a5c54 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=110145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 04:53:34.682030 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-e39e00f4-69cf-4f6c-be10-e0c3ec8a5c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62793196'] for segment (0af17819-006a-486b-ad4c-2390a2d6ff0c), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:34.683593 dv-cinder-740146-13-iscsi neutron-server[110145]: Traceback (most recent call last): Mar 08 04:53:34.683593 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 04:53:34.683593 dv-cinder-740146-13-iscsi neutron-server[110145]: timer() Mar 08 04:53:34.683593 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 04:53:34.683593 dv-cinder-740146-13-iscsi neutron-server[110145]: cb(*args, **kw) Mar 08 04:53:34.683593 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 04:53:34.683593 dv-cinder-740146-13-iscsi neutron-server[110145]: return func(*args, **kwargs) Mar 08 04:53:34.683593 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 04:53:34.683593 dv-cinder-740146-13-iscsi neutron-server[110145]: self._notify() Mar 08 04:53:34.683593 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 04:53:34.683593 dv-cinder-740146-13-iscsi neutron-server[110145]: self.callback(batched_events) Mar 08 04:53:34.683593 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 04:53:34.683593 dv-cinder-740146-13-iscsi neutron-server[110145]: event.method(event) Mar 08 04:53:34.683593 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 04:53:34.683593 dv-cinder-740146-13-iscsi neutron-server[110145]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 04:53:34.683593 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 04:53:34.683593 dv-cinder-740146-13-iscsi neutron-server[110145]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 04:53:34.683593 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 04:53:34.683593 dv-cinder-740146-13-iscsi neutron-server[110145]: return f(self, *a, **k) Mar 08 04:53:34.683593 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 04:53:34.683593 dv-cinder-740146-13-iscsi neutron-server[110145]: return self._get(url).json() Mar 08 04:53:34.683593 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 04:53:34.683593 dv-cinder-740146-13-iscsi neutron-server[110145]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 04:53:34.683593 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 04:53:34.683593 dv-cinder-740146-13-iscsi neutron-server[110145]: return self.request(url, 'GET', **kwargs) Mar 08 04:53:34.683593 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 04:53:34.683593 dv-cinder-740146-13-iscsi neutron-server[110145]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 04:53:34.683593 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 04:53:34.683593 dv-cinder-740146-13-iscsi neutron-server[110145]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 04:53:34.683593 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 04:53:34.683593 dv-cinder-740146-13-iscsi neutron-server[110145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 04:53:34.683593 dv-cinder-740146-13-iscsi neutron-server[110145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 04:53:34.722800 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-834f01ec-b5b3-4a6c-ac4e-dfdb48e21593 req-3c708b9a-aed9-4e13-9723-c45549d4c728 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:34.723636 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-834f01ec-b5b3-4a6c-ac4e-dfdb48e21593 req-3c708b9a-aed9-4e13-9723-c45549d4c728 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952661'] for floatingip (e34dd046-582d-4c61-81ea-70c72cec32ab), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:34.723636 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.db.l3_db [req-834f01ec-b5b3-4a6c-ac4e-dfdb48e21593 req-3c708b9a-aed9-4e13-9723-c45549d4c728 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Floating IP e34dd046-582d-4c61-81ea-70c72cec32ab disassociated. External IP: 172.27.0.131, port: 890131a9-f854-4a51-aa5b-88fa17e41a90. Mar 08 04:53:34.723859 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-834f01ec-b5b3-4a6c-ac4e-dfdb48e21593 req-3c708b9a-aed9-4e13-9723-c45549d4c728 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Calling delete_port for 890131a9-f854-4a51-aa5b-88fa17e41a90 owned by compute:nova {{(pid=110144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:53:34.786730 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-e39e00f4-69cf-4f6c-be10-e0c3ec8a5c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3756156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-950959'] for network (de5e668a-1877-4997-bc47-f4a23f6f5d85), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:34.792399 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-e39e00f4-69cf-4f6c-be10-e0c3ec8a5c54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for network (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:34.795540 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-e39e00f4-69cf-4f6c-be10-e0c3ec8a5c54 admin admin] 10.222.0.35 "DELETE /v2.0/networks/de5e668a-1877-4997-bc47-f4a23f6f5d85 HTTP/1.1" status: 204 len: 168 time: 0.3240454 Mar 08 04:53:34.806871 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39e00f4-69cf-4f6c-be10-e0c3ec8a5c54 admin admin] Pushing event deleted for resources: {'Network': ['ID=de5e668a-1877-4997-bc47-f4a23f6f5d85,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:34.817479 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb412ae2-6575-4f89-be75-6a244fe2397f req-00a6343b-7065-48ba-84f9-3e5cfdddcf8d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:53:34.819043 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-bb412ae2-6575-4f89-be75-6a244fe2397f req-00a6343b-7065-48ba-84f9-3e5cfdddcf8d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e495cb9-df88-44a9-9feb-54290a4c5ceb HTTP/1.1" status: 200 len: 945 time: 0.0931921 Mar 08 04:53:34.886290 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-bb412ae2-6575-4f89-be75-6a244fe2397f req-2f1db268-69ff-4bdf-b588-8df867aaea4d tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups?id=2a069b2f-5144-4543-b724-65a0e17463cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587413 Mar 08 04:53:34.988880 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-834f01ec-b5b3-4a6c-ac4e-dfdb48e21593 req-3c708b9a-aed9-4e13-9723-c45549d4c728 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (890131a9-f854-4a51-aa5b-88fa17e41a90), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:35.016726 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c708b9a-aed9-4e13-9723-c45549d4c728 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Pushing event deleted for resources: {'Port': ['ID=890131a9-f854-4a51-aa5b-88fa17e41a90,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:35.111041 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 46286) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:35.132560 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.l3_agent_scheduler [req-834f01ec-b5b3-4a6c-ac4e-dfdb48e21593 req-3c708b9a-aed9-4e13-9723-c45549d4c728 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Router 2f54059b-7e76-47b0-a531-baf7a8872fae has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:53:35.150066 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-2e761f87-69c8-46d9-9fe9-bd479918a143 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a7f6fa463b5a4f0c8cf2bcea1b6223c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377979 Mar 08 04:53:35.152540 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 46288) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:35.201988 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-96fb0333-5bf3-49fd-b1b3-f976d84d15e2 admin admin] Publish callbacks [] for security_group (39c51a7c-c3f4-4c79-aa37-eca037dae288), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:35.223376 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-96fb0333-5bf3-49fd-b1b3-f976d84d15e2 admin admin] Publish callbacks [] for security_group (39c51a7c-c3f4-4c79-aa37-eca037dae288), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:35.241313 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-834f01ec-b5b3-4a6c-ac4e-dfdb48e21593 req-3c708b9a-aed9-4e13-9723-c45549d4c728 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:53:35.255476 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b02e626-2dac-4d1f-a8eb-386c47004e49 None None] Sync routers for ids ['2f54059b-7e76-47b0-a531-baf7a8872fae'] in dv-cinder-740146-13-iscsi {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:53:35.261438 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b02e626-2dac-4d1f-a8eb-386c47004e49 None None] Routers {'2f54059b-7e76-47b0-a531-baf7a8872fae'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:53:35.262150 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-9b02e626-2dac-4d1f-a8eb-386c47004e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:53:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['2f54059b-7e76-47b0-a531-baf7a8872fae'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:53:35.282546 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [req-834f01ec-b5b3-4a6c-ac4e-dfdb48e21593 req-3c708b9a-aed9-4e13-9723-c45549d4c728 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] No DVR routers for this DVR port 890131a9-f854-4a51-aa5b-88fa17e41a90 on host hv-cinder-74014 {{(pid=110144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:53:35.285784 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-834f01ec-b5b3-4a6c-ac4e-dfdb48e21593 req-3c708b9a-aed9-4e13-9723-c45549d4c728 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:35.289313 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-834f01ec-b5b3-4a6c-ac4e-dfdb48e21593 req-3c708b9a-aed9-4e13-9723-c45549d4c728 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.18 "DELETE /v2.0/ports/890131a9-f854-4a51-aa5b-88fa17e41a90 HTTP/1.1" status: 204 len: 173 time: 0.9151461 Mar 08 04:53:35.289707 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e495cb9-df88-44a9-9feb-54290a4c5ceb', 'name': 'network-vif-deleted', 'tag': '890131a9-f854-4a51-aa5b-88fa17e41a90'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:53:35.291968 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf86beff-5918-43af-b154-2afc368beb82" -d '{"events": [{"server_uuid": "3e495cb9-df88-44a9-9feb-54290a4c5ceb", "name": "network-vif-deleted", "tag": "890131a9-f854-4a51-aa5b-88fa17e41a90"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:53:35.326509 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa6d52b-5064-40fd-9066-b5014e174217 x-openstack-request-id: req-ffa6d52b-5064-40fd-9066-b5014e174217 {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:53:35.326827 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e495cb9-df88-44a9-9feb-54290a4c5ceb", "name": "network-vif-deleted", "tag": "890131a9-f854-4a51-aa5b-88fa17e41a90", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:53:35.327084 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ffa6d52b-5064-40fd-9066-b5014e174217 {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:53:35.327484 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e495cb9-df88-44a9-9feb-54290a4c5ceb', 'name': 'network-vif-deleted', 'tag': '890131a9-f854-4a51-aa5b-88fa17e41a90', 'status': 'completed', 'code': 200} Mar 08 04:53:35.376403 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-9b02e626-2dac-4d1f-a8eb-386c47004e49 None None] Set router 2f54059b-7e76-47b0-a531-baf7a8872fae gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:53:35.389611 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-96fb0333-5bf3-49fd-b1b3-f976d84d15e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (39c51a7c-c3f4-4c79-aa37-eca037dae288), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:35.392291 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-96fb0333-5bf3-49fd-b1b3-f976d84d15e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:35.396767 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-96fb0333-5bf3-49fd-b1b3-f976d84d15e2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/39c51a7c-c3f4-4c79-aa37-eca037dae288 HTTP/1.1" status: 204 len: 168 time: 0.2408743 Mar 08 04:53:35.403439 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fb0333-5bf3-49fd-b1b3-f976d84d15e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c51a7c-c3f4-4c79-aa37-eca037dae288,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:35.608464 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-9b02e626-2dac-4d1f-a8eb-386c47004e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'name': 'tempest-AttachVolumeNegativeTest-650372177-router', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'gw_port': {'id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': 'eb1992b2-5788-4f84-8a8e-83e131e61c13', 'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'mac_address': 'fa:16:3e:5f:97:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7efbded5-60f9-4264-992d-981c4669fa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:31Z', 'updated_at': '2022-03-08T04:43:45Z', 'revision_number': 5, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'subnets': [{'id': '7efbded5-60f9-4264-992d-981c4669fa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:53:35.638006 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b02e626-2dac-4d1f-a8eb-386c47004e49 None None] Checking router: 2f54059b-7e76-47b0-a531-baf7a8872fae for host: dv-cinder-740146-13-iscsi {{(pid=110147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:53:35.648478 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b02e626-2dac-4d1f-a8eb-386c47004e49 None None] Routers {'2f54059b-7e76-47b0-a531-baf7a8872fae'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:53:35.648478 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-9b02e626-2dac-4d1f-a8eb-386c47004e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:53:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['2f54059b-7e76-47b0-a531-baf7a8872fae'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:53:35.753945 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-9b02e626-2dac-4d1f-a8eb-386c47004e49 None None] Set router 2f54059b-7e76-47b0-a531-baf7a8872fae gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:53:35.953908 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-9b02e626-2dac-4d1f-a8eb-386c47004e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'name': 'tempest-AttachVolumeNegativeTest-650372177-router', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'gw_port': {'id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': 'eb1992b2-5788-4f84-8a8e-83e131e61c13', 'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'mac_address': 'fa:16:3e:5f:97:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7efbded5-60f9-4264-992d-981c4669fa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:31Z', 'updated_at': '2022-03-08T04:43:45Z', 'revision_number': 5, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'subnets': [{'id': '7efbded5-60f9-4264-992d-981c4669fa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:53:35.979696 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b02e626-2dac-4d1f-a8eb-386c47004e49 None None] The sync data for ids ['2f54059b-7e76-47b0-a531-baf7a8872fae'] in dv-cinder-740146-13-iscsi is: [{'id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'name': 'tempest-AttachVolumeNegativeTest-650372177-router', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'gw_port': {'id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': 'eb1992b2-5788-4f84-8a8e-83e131e61c13', 'name': '', 'network_id': '55973e4d-cfae-4744-97c2-2f6db5b5eaa4', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'mac_address': 'fa:16:3e:5f:97:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7efbded5-60f9-4264-992d-981c4669fa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:31Z', 'updated_at': '2022-03-08T04:43:45Z', 'revision_number': 5, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'subnets': [{'id': '7efbded5-60f9-4264-992d-981c4669fa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:53:35.996107 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1e497fd3-173d-4bce-a737-3af8d92cb04b req-b7bff38d-efd6-4098-b9de-7bdf4fc40a73 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e495cb9-df88-44a9-9feb-54290a4c5ceb HTTP/1.1" status: 200 len: 210 time: 0.0274944 Mar 08 04:53:36.051186 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 46298) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:36.094183 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-e91f2329-6196-4284-915a-e84e59b99e6a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b9c1bf5416f24aaa90bdf11fe7ac9dd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415926 Mar 08 04:53:36.097186 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 46300) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:36.151744 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5769022d-9c1e-402a-8416-58557e216c5b admin admin] Publish callbacks [] for security_group (c3d75a43-9de3-4fcf-90eb-b08d74e80f12), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:36.174824 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5769022d-9c1e-402a-8416-58557e216c5b admin admin] Publish callbacks [] for security_group (c3d75a43-9de3-4fcf-90eb-b08d74e80f12), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:36.221399 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e4e6b8-62c3-4abe-a233-bf7dfc4c5e24 None None] New status for floating IP e34dd046-582d-4c61-81ea-70c72cec32ab: DOWN {{(pid=110146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:53:36.297416 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5769022d-9c1e-402a-8416-58557e216c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (c3d75a43-9de3-4fcf-90eb-b08d74e80f12), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:36.300668 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5769022d-9c1e-402a-8416-58557e216c5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:36.302023 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-5769022d-9c1e-402a-8416-58557e216c5b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c3d75a43-9de3-4fcf-90eb-b08d74e80f12 HTTP/1.1" status: 204 len: 168 time: 0.2038317 Mar 08 04:53:36.309883 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769022d-9c1e-402a-8416-58557e216c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d75a43-9de3-4fcf-90eb-b08d74e80f12,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:37.172371 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 46324) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:37.226809 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9a3fe343-062c-4359-82e4-f64e6dcc4af3 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group (2a069b2f-5144-4543-b724-65a0e17463cc), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:37.251784 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9a3fe343-062c-4359-82e4-f64e6dcc4af3 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group (2a069b2f-5144-4543-b724-65a0e17463cc), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:37.363570 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9a3fe343-062c-4359-82e4-f64e6dcc4af3 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (2a069b2f-5144-4543-b724-65a0e17463cc), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:37.366185 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9a3fe343-062c-4359-82e4-f64e6dcc4af3 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:37.367335 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-9a3fe343-062c-4359-82e4-f64e6dcc4af3 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "DELETE /v2.0/security-groups/2a069b2f-5144-4543-b724-65a0e17463cc HTTP/1.1" status: 204 len: 168 time: 0.1937950 Mar 08 04:53:37.370161 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 46328) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:37.377646 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3fe343-062c-4359-82e4-f64e6dcc4af3 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a069b2f-5144-4543-b724-65a0e17463cc,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:37.384102 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.api.v2.resource [None req-99fd4b28-47fa-418b-9b2d-95d1da251f5e tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] show failed (client error): The resource could not be found. Mar 08 04:53:37.385238 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-99fd4b28-47fa-418b-9b2d-95d1da251f5e tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "GET /v2.0/security-groups/2a069b2f-5144-4543-b724-65a0e17463cc HTTP/1.1" status: 404 len: 347 time: 0.0139678 Mar 08 04:53:37.388114 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 46330) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:37.517402 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [None req-96548fbe-5a75-4d33-a05b-fbbd82a63d01 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Deleting port bc09a3c1-6a09-4466-b0e7-735ed44fb24e {{(pid=110144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:53:37.517800 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-96548fbe-5a75-4d33-a05b-fbbd82a63d01 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (bc09a3c1-6a09-4466-b0e7-735ed44fb24e), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:37.592189 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-96548fbe-5a75-4d33-a05b-fbbd82a63d01 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (bc09a3c1-6a09-4466-b0e7-735ed44fb24e), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:37.592523 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-96548fbe-5a75-4d33-a05b-fbbd82a63d01 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for floatingip (bc09a3c1-6a09-4466-b0e7-735ed44fb24e), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:37.605761 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [None req-96548fbe-5a75-4d33-a05b-fbbd82a63d01 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Calling delete_port for bc09a3c1-6a09-4466-b0e7-735ed44fb24e owned by network:floatingip {{(pid=110144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:53:37.786694 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-96548fbe-5a75-4d33-a05b-fbbd82a63d01 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (bc09a3c1-6a09-4466-b0e7-735ed44fb24e), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:37.812459 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96548fbe-5a75-4d33-a05b-fbbd82a63d01 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Pushing event deleted for resources: {'Port': ['ID=bc09a3c1-6a09-4466-b0e7-735ed44fb24e,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:37.876313 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-96548fbe-5a75-4d33-a05b-fbbd82a63d01 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks [] for floatingip (e34dd046-582d-4c61-81ea-70c72cec32ab), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:37.879242 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-96548fbe-5a75-4d33-a05b-fbbd82a63d01 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for floatingip (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:37.880391 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-96548fbe-5a75-4d33-a05b-fbbd82a63d01 tempest-AttachVolumeNegativeTest-2124643891 tempest-AttachVolumeNegativeTest-2124643891-project] 10.222.0.35 "DELETE /v2.0/floatingips/e34dd046-582d-4c61-81ea-70c72cec32ab HTTP/1.1" status: 204 len: 168 time: 0.4911315 Mar 08 04:53:39.363626 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0e738f47-d02d-4bd6-93d6-cc3c3e992c46 req-75083d36-e492-434f-8570-798b826d2ec1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434246 Mar 08 04:53:39.449877 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e738f47-d02d-4bd6-93d6-cc3c3e992c46 req-3980a3fd-33d5-4429-b3e1-70d66735c882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:53:39.451381 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0e738f47-d02d-4bd6-93d6-cc3c3e992c46 req-3980a3fd-33d5-4429-b3e1-70d66735c882 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=53b2a43d64144bbfbae1d11822fba676&device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 1131 time: 0.0494275 Mar 08 04:53:39.555952 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e738f47-d02d-4bd6-93d6-cc3c3e992c46 req-9e722767-e6a4-4877-a771-9d21b5d81206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:53:39.557456 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0e738f47-d02d-4bd6-93d6-cc3c3e992c46 req-9e722767-e6a4-4877-a771-9d21b5d81206 service neutron] 10.222.0.18 "GET /v2.0/networks?id=860c194c-b911-4147-84ad-16e240b1666f HTTP/1.1" status: 200 len: 917 time: 0.0869210 Mar 08 04:53:39.620096 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0e738f47-d02d-4bd6-93d6-cc3c3e992c46 req-cdd48008-c92c-470c-8123-b58f7b7c2d19 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0029e26-c49c-46a1-8d0f-4de0f3908abe HTTP/1.1" status: 200 len: 1001 time: 0.0565677 Mar 08 04:53:39.667381 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e738f47-d02d-4bd6-93d6-cc3c3e992c46 req-67f89919-258a-4394-aee3-e307e502c6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:53:39.668847 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0e738f47-d02d-4bd6-93d6-cc3c3e992c46 req-67f89919-258a-4394-aee3-e307e502c6f4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2b6a1ea5-e77b-4dad-bc11-fe8b411f2953 HTTP/1.1" status: 200 len: 855 time: 0.0427477 Mar 08 04:53:39.718756 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e738f47-d02d-4bd6-93d6-cc3c3e992c46 req-b1d277df-b323-4b50-a3cd-9604b30b54bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:53:39.720332 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0e738f47-d02d-4bd6-93d6-cc3c3e992c46 req-b1d277df-b323-4b50-a3cd-9604b30b54bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=860c194c-b911-4147-84ad-16e240b1666f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456560 Mar 08 04:53:39.807327 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0e738f47-d02d-4bd6-93d6-cc3c3e992c46 req-bbe4f9fa-15b4-4e16-87a4-b5a72f02a2e0 service neutron] 10.222.0.18 "GET /v2.0/networks/860c194c-b911-4147-84ad-16e240b1666f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812280 Mar 08 04:53:39.900271 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0e738f47-d02d-4bd6-93d6-cc3c3e992c46 req-f9edfe2b-dee4-4259-94fb-cdf651058c04 service neutron] 10.222.0.18 "GET /v2.0/networks/860c194c-b911-4147-84ad-16e240b1666f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864325 Mar 08 04:53:39.909244 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 890131a9-f854-4a51-aa5b-88fa17e41a90 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:53:39.928688 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] No Port match for: 890131a9-f854-4a51-aa5b-88fa17e41a90 {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:53:39.928954 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 890131a9-f854-4a51-aa5b-88fa17e41a90 not bound to the agent host hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:53:42.114685 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 46428) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:42.501444 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 46434) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:42.606921 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f22edb59-e28a-4a68-91e0-c98ce3c0d4d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:42.679686 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f22edb59-e28a-4a68-91e0-c98ce3c0d4d1 admin admin] Publish callbacks [] for security_group (224448a7-3398-42cc-ab04-57b9382707b7), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:42.758004 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f22edb59-e28a-4a68-91e0-c98ce3c0d4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (224448a7-3398-42cc-ab04-57b9382707b7), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:42.795422 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-f22edb59-e28a-4a68-91e0-c98ce3c0d4d1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6da69718d344404498bedf99c3f3f8c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2928576 Mar 08 04:53:42.796372 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22edb59-e28a-4a68-91e0-c98ce3c0d4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=224448a7-3398-42cc-ab04-57b9382707b7,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:42.799168 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 46438) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:42.819489 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-f96cfef6-b999-40ed-87ba-22b38f614668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-956245'] for router_interface (2f54059b-7e76-47b0-a531-baf7a8872fae), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:42.924486 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-7c009623-0f6c-4cc8-bd6b-b0b2eaff103e admin admin] Publish callbacks [] for security_group (224448a7-3398-42cc-ab04-57b9382707b7), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:42.960792 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-7c009623-0f6c-4cc8-bd6b-b0b2eaff103e admin admin] Publish callbacks [] for security_group (224448a7-3398-42cc-ab04-57b9382707b7), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:43.132159 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [None req-f96cfef6-b999-40ed-87ba-22b38f614668 admin admin] Deleting port eb1992b2-5788-4f84-8a8e-83e131e61c13 {{(pid=110144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:53:43.132859 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-f96cfef6-b999-40ed-87ba-22b38f614668 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (eb1992b2-5788-4f84-8a8e-83e131e61c13), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:43.144793 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-7c009623-0f6c-4cc8-bd6b-b0b2eaff103e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (224448a7-3398-42cc-ab04-57b9382707b7), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:43.147331 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-7c009623-0f6c-4cc8-bd6b-b0b2eaff103e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:43.148604 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-7c009623-0f6c-4cc8-bd6b-b0b2eaff103e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/224448a7-3398-42cc-ab04-57b9382707b7 HTTP/1.1" status: 204 len: 168 time: 0.3483732 Mar 08 04:53:43.187141 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c009623-0f6c-4cc8-bd6b-b0b2eaff103e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224448a7-3398-42cc-ab04-57b9382707b7,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:43.228398 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [None req-f96cfef6-b999-40ed-87ba-22b38f614668 admin admin] For port eb1992b2-5788-4f84-8a8e-83e131e61c13, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=eb1992b2-5788-4f84-8a8e-83e131e61c13,segment=NetworkSegment(3078e9f3-ee99-4520-9a84-dd25cc09024c),segment_id=3078e9f3-ee99-4520-9a84-dd25cc09024c)] {{(pid=110144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:53:43.228777 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-f96cfef6-b999-40ed-87ba-22b38f614668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (eb1992b2-5788-4f84-8a8e-83e131e61c13), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:43.240518 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [None req-f96cfef6-b999-40ed-87ba-22b38f614668 admin admin] Calling delete_port for eb1992b2-5788-4f84-8a8e-83e131e61c13 owned by network:router_interface {{(pid=110144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:53:43.489029 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-f96cfef6-b999-40ed-87ba-22b38f614668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (eb1992b2-5788-4f84-8a8e-83e131e61c13), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:43.518376 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96cfef6-b999-40ed-87ba-22b38f614668 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb1992b2-5788-4f84-8a8e-83e131e61c13,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:43.685710 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-f96cfef6-b999-40ed-87ba-22b38f614668 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-956193'] for router_interface (2f54059b-7e76-47b0-a531-baf7a8872fae), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:43.749972 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 46444) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:43.763484 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c899438d-cb1b-4cb0-8410-e4522bb4a3dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:43.835128 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c899438d-cb1b-4cb0-8410-e4522bb4a3dc admin admin] Publish callbacks [] for security_group (c9c67130-f16e-4c4d-a7ce-425b3543c54f), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:43.900323 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c899438d-cb1b-4cb0-8410-e4522bb4a3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (c9c67130-f16e-4c4d-a7ce-425b3543c54f), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:43.904000 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96cfef6-b999-40ed-87ba-22b38f614668 admin admin] Router 2f54059b-7e76-47b0-a531-baf7a8872fae has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:53:43.950313 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-c899438d-cb1b-4cb0-8410-e4522bb4a3dc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3fdcac327d69440b8655687f6be18427&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1964877 Mar 08 04:53:43.950313 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899438d-cb1b-4cb0-8410-e4522bb4a3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c67130-f16e-4c4d-a7ce-425b3543c54f,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:43.950627 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 46446) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:43.991837 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-59efcf9a-4a8b-40d4-a2bf-f9631dce7af1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:44.047911 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-4316f1af-825b-4df8-837b-d19561bd23eb admin admin] Publish callbacks [] for security_group (c9c67130-f16e-4c4d-a7ce-425b3543c54f), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:44.054041 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96cfef6-b999-40ed-87ba-22b38f614668 admin admin] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:53:44.062646 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-f96cfef6-b999-40ed-87ba-22b38f614668 admin admin] 10.222.0.35 "PUT /v2.0/routers/2f54059b-7e76-47b0-a531-baf7a8872fae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9468865 Mar 08 04:53:44.063106 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4c70af-a4ba-4dde-aecf-658ab416d144 None None] Sync routers for ids ['2f54059b-7e76-47b0-a531-baf7a8872fae'] in dv-cinder-740146-13-iscsi {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:53:44.065145 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 46448) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:44.074200 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4c70af-a4ba-4dde-aecf-658ab416d144 None None] Routers {'2f54059b-7e76-47b0-a531-baf7a8872fae'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:53:44.075000 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-3b4c70af-a4ba-4dde-aecf-658ab416d144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:53:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['2f54059b-7e76-47b0-a531-baf7a8872fae'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:53:44.113193 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-4316f1af-825b-4df8-837b-d19561bd23eb admin admin] Publish callbacks [] for security_group (c9c67130-f16e-4c4d-a7ce-425b3543c54f), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:44.201347 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-6f670da2-355f-43d6-a9e0-e0c7c1ce8522 admin admin] Publish callbacks [] for router (2f54059b-7e76-47b0-a531-baf7a8872fae), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:44.273427 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-3b4c70af-a4ba-4dde-aecf-658ab416d144 None None] Set router 2f54059b-7e76-47b0-a531-baf7a8872fae gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:53:44.285025 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-4316f1af-825b-4df8-837b-d19561bd23eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (c9c67130-f16e-4c4d-a7ce-425b3543c54f), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:44.287592 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-4316f1af-825b-4df8-837b-d19561bd23eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:44.291110 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-4316f1af-825b-4df8-837b-d19561bd23eb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c9c67130-f16e-4c4d-a7ce-425b3543c54f HTTP/1.1" status: 204 len: 168 time: 0.3374085 Mar 08 04:53:44.305752 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316f1af-825b-4df8-837b-d19561bd23eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c67130-f16e-4c4d-a7ce-425b3543c54f,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:44.324945 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-6f670da2-355f-43d6-a9e0-e0c7c1ce8522 admin admin] Publish callbacks [] for router_gateway (2f54059b-7e76-47b0-a531-baf7a8872fae), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:44.455265 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-3b4c70af-a4ba-4dde-aecf-658ab416d144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'name': 'tempest-AttachVolumeNegativeTest-650372177-router', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:53:43Z', 'revision_number': 5, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'gw_port': {'id': 'b84b4e92-c21c-4892-8316-9b88c058bc97', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:2e:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:26Z', 'updated_at': '2022-03-08T04:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi'}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:53:44.459952 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [None req-6f670da2-355f-43d6-a9e0-e0c7c1ce8522 admin admin] Deleting port b84b4e92-c21c-4892-8316-9b88c058bc97 {{(pid=110144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:53:44.460298 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-6f670da2-355f-43d6-a9e0-e0c7c1ce8522 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (b84b4e92-c21c-4892-8316-9b88c058bc97), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:44.481498 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4c70af-a4ba-4dde-aecf-658ab416d144 None None] Checking router: 2f54059b-7e76-47b0-a531-baf7a8872fae for host: dv-cinder-740146-13-iscsi {{(pid=110147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:53:44.490157 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4c70af-a4ba-4dde-aecf-658ab416d144 None None] Routers {'2f54059b-7e76-47b0-a531-baf7a8872fae'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:53:44.490775 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-3b4c70af-a4ba-4dde-aecf-658ab416d144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:53:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['2f54059b-7e76-47b0-a531-baf7a8872fae'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:53:44.537362 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [None req-6f670da2-355f-43d6-a9e0-e0c7c1ce8522 admin admin] For port b84b4e92-c21c-4892-8316-9b88c058bc97, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=b84b4e92-c21c-4892-8316-9b88c058bc97,segment=NetworkSegment(83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c),segment_id=83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c)] {{(pid=110144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:53:44.537725 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-6f670da2-355f-43d6-a9e0-e0c7c1ce8522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (b84b4e92-c21c-4892-8316-9b88c058bc97), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:44.549228 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [None req-6f670da2-355f-43d6-a9e0-e0c7c1ce8522 admin admin] Calling delete_port for b84b4e92-c21c-4892-8316-9b88c058bc97 owned by network:router_gateway {{(pid=110144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:53:44.577615 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-3b4c70af-a4ba-4dde-aecf-658ab416d144 None None] Set router 2f54059b-7e76-47b0-a531-baf7a8872fae gateway port host: None {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:53:44.632506 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-3b4c70af-a4ba-4dde-aecf-658ab416d144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'name': 'tempest-AttachVolumeNegativeTest-650372177-router', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:53:44Z', 'revision_number': 6, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'gw_port_host': None}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:53:44.659612 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4c70af-a4ba-4dde-aecf-658ab416d144 None None] The sync data for ids ['2f54059b-7e76-47b0-a531-baf7a8872fae'] in dv-cinder-740146-13-iscsi is: [{'id': '2f54059b-7e76-47b0-a531-baf7a8872fae', 'name': 'tempest-AttachVolumeNegativeTest-650372177-router', 'tenant_id': 'aeea4438116f4318bc83a1167fc0068f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:25Z', 'updated_at': '2022-03-08T04:53:44Z', 'revision_number': 6, 'project_id': 'aeea4438116f4318bc83a1167fc0068f', 'gw_port_host': None}] {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:53:44.780762 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-6f670da2-355f-43d6-a9e0-e0c7c1ce8522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (b84b4e92-c21c-4892-8316-9b88c058bc97), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:44.805868 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f670da2-355f-43d6-a9e0-e0c7c1ce8522 admin admin] Pushing event deleted for resources: {'Port': ['ID=b84b4e92-c21c-4892-8316-9b88c058bc97,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:44.864705 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-6f670da2-355f-43d6-a9e0-e0c7c1ce8522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-950923'] for router_gateway (2f54059b-7e76-47b0-a531-baf7a8872fae), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:44.955563 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-6f670da2-355f-43d6-a9e0-e0c7c1ce8522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-955711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9283'] for router (2f54059b-7e76-47b0-a531-baf7a8872fae), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:44.957658 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-6f670da2-355f-43d6-a9e0-e0c7c1ce8522 admin admin] Publish callbacks [] for router_controller (2f54059b-7e76-47b0-a531-baf7a8872fae), precommit_delete_associations {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:45.080856 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-6f670da2-355f-43d6-a9e0-e0c7c1ce8522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-955688'] for router (2f54059b-7e76-47b0-a531-baf7a8872fae), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:45.081462 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f670da2-355f-43d6-a9e0-e0c7c1ce8522 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f54059b-7e76-47b0-a531-baf7a8872fae {{(pid=110144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 04:53:45.085814 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-6f670da2-355f-43d6-a9e0-e0c7c1ce8522 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:45.086949 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-6f670da2-355f-43d6-a9e0-e0c7c1ce8522 admin admin] 10.222.0.35 "DELETE /v2.0/routers/2f54059b-7e76-47b0-a531-baf7a8872fae HTTP/1.1" status: 204 len: 168 time: 1.0208910 Mar 08 04:53:45.089516 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 46464) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:45.133044 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d7e5eb1-fb55-42c4-8413-d1420b33015a admin admin] Deleting subnet 7efbded5-60f9-4264-992d-981c4669fa99 {{(pid=110144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 04:53:45.146955 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-8d7e5eb1-fb55-42c4-8413-d1420b33015a admin admin] Publish callbacks [] for subnet (7efbded5-60f9-4264-992d-981c4669fa99), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:45.170028 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-8d7e5eb1-fb55-42c4-8413-d1420b33015a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58735104'] for subnet (7efbded5-60f9-4264-992d-981c4669fa99), precommit_delete_associations {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:45.247654 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-8d7e5eb1-fb55-42c4-8413-d1420b33015a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4105722'] for subnet (7efbded5-60f9-4264-992d-981c4669fa99), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:45.362762 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-8d7e5eb1-fb55-42c4-8413-d1420b33015a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4105697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4052251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58903418'] for subnet (7efbded5-60f9-4264-992d-981c4669fa99), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:45.391402 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e5eb1-fb55-42c4-8413-d1420b33015a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7efbded5-60f9-4264-992d-981c4669fa99,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:45.393778 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-8d7e5eb1-fb55-42c4-8413-d1420b33015a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:45.398838 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-8d7e5eb1-fb55-42c4-8413-d1420b33015a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7efbded5-60f9-4264-992d-981c4669fa99 HTTP/1.1" status: 204 len: 168 time: 0.3081367 Mar 08 04:53:45.399466 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d027ee28-f1b5-4dd2-ad08-61ed36c215c6 None None] Network 55973e4d-cfae-4744-97c2-2f6db5b5eaa4 requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:53:45.401443 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 46474) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:45.470354 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5ce774f9-1c32-442e-b552-187035e6b1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3980661'] for network (55973e4d-cfae-4744-97c2-2f6db5b5eaa4), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:45.579104 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1015e25-f106-4e32-83fa-c923b43207b3 None None] DHCP port deletion for 55973e4d-cfae-4744-97c2-2f6db5b5eaa4 request from dv-cinder-740146-13-iscsi {{(pid=110146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 04:53:45.642257 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-f1015e25-f106-4e32-83fa-c923b43207b3 None None] Deleting port be4498a6-fd4d-484b-837e-75d63db03130 {{(pid=110146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:53:45.642661 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-f1015e25-f106-4e32-83fa-c923b43207b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (be4498a6-fd4d-484b-837e-75d63db03130), before_delete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:45.718351 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-f1015e25-f106-4e32-83fa-c923b43207b3 None None] For port be4498a6-fd4d-484b-837e-75d63db03130, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=be4498a6-fd4d-484b-837e-75d63db03130,segment=NetworkSegment(3078e9f3-ee99-4520-9a84-dd25cc09024c),segment_id=3078e9f3-ee99-4520-9a84-dd25cc09024c)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:53:45.718764 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-f1015e25-f106-4e32-83fa-c923b43207b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (be4498a6-fd4d-484b-837e-75d63db03130), precommit_delete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:45.735028 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-f1015e25-f106-4e32-83fa-c923b43207b3 None None] Calling delete_port for be4498a6-fd4d-484b-837e-75d63db03130 owned by network:dhcp {{(pid=110146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:53:45.809299 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [None req-5ce774f9-1c32-442e-b552-187035e6b1a8 admin admin] Deleting port be4498a6-fd4d-484b-837e-75d63db03130 {{(pid=110144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:53:45.809805 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5ce774f9-1c32-442e-b552-187035e6b1a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (be4498a6-fd4d-484b-837e-75d63db03130), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:45.870721 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [None req-5ce774f9-1c32-442e-b552-187035e6b1a8 admin admin] For port be4498a6-fd4d-484b-837e-75d63db03130, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=be4498a6-fd4d-484b-837e-75d63db03130,segment=NetworkSegment(3078e9f3-ee99-4520-9a84-dd25cc09024c),segment_id=3078e9f3-ee99-4520-9a84-dd25cc09024c)] {{(pid=110144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:53:45.871081 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5ce774f9-1c32-442e-b552-187035e6b1a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (be4498a6-fd4d-484b-837e-75d63db03130), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:45.883411 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [None req-5ce774f9-1c32-442e-b552-187035e6b1a8 admin admin] Calling delete_port for be4498a6-fd4d-484b-837e-75d63db03130 owned by network:dhcp {{(pid=110144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:53:45.909279 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-f1015e25-f106-4e32-83fa-c923b43207b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864'] for port (be4498a6-fd4d-484b-837e-75d63db03130), after_delete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:45.935245 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1015e25-f106-4e32-83fa-c923b43207b3 None None] Pushing event deleted for resources: {'Port': ['ID=be4498a6-fd4d-484b-837e-75d63db03130,revision_number=None']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:45.940432 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1015e25-f106-4e32-83fa-c923b43207b3 None None] No DVR routers for this DVR port be4498a6-fd4d-484b-837e-75d63db03130 on host dv-cinder-740146-13-iscsi {{(pid=110146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:53:45.972561 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5ce774f9-1c32-442e-b552-187035e6b1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (be4498a6-fd4d-484b-837e-75d63db03130), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:45.997663 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce774f9-1c32-442e-b552-187035e6b1a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=be4498a6-fd4d-484b-837e-75d63db03130,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:45.999387 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce774f9-1c32-442e-b552-187035e6b1a8 admin admin] No DVR routers for this DVR port be4498a6-fd4d-484b-837e-75d63db03130 on host dv-cinder-740146-13-iscsi {{(pid=110144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:53:46.075428 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5ce774f9-1c32-442e-b552-187035e6b1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3756149', 'neutron.services.segments.db._delete_segments_for_network-8769087550311'] for network (55973e4d-cfae-4744-97c2-2f6db5b5eaa4), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:46.098082 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.services.segments.db [None req-5ce774f9-1c32-442e-b552-187035e6b1a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55973e4d-cfae-4744-97c2-2f6db5b5eaa4']}} {{(pid=110144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:53:46.107939 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.services.segments.db [None req-5ce774f9-1c32-442e-b552-187035e6b1a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3078e9f3-ee99-4520-9a84-dd25cc09024c') {'for_net_delete': True} {{(pid=110144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:53:46.108454 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.services.segments.db [None req-5ce774f9-1c32-442e-b552-187035e6b1a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3078e9f3-ee99-4520-9a84-dd25cc09024c') {} {{(pid=110144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:53:46.119605 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5ce774f9-1c32-442e-b552-187035e6b1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769087551344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58735355'] for segment (3078e9f3-ee99-4520-9a84-dd25cc09024c), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:46.132838 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device b84b4e92-c21c-4892-8316-9b88c058bc97 no longer exists at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:53:46.134973 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5ce774f9-1c32-442e-b552-187035e6b1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041'] for segment (3078e9f3-ee99-4520-9a84-dd25cc09024c), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:46.142785 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce774f9-1c32-442e-b552-187035e6b1a8 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=110144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5ce774f9-1c32-442e-b552-187035e6b1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4052337'] for segment (3078e9f3-ee99-4520-9a84-dd25cc09024c), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: self.session.flush() Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: self.session.flush() Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: self.session.flush() Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: self.session.flush() Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: Traceback (most recent call last): Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: timer() Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: cb(*args, **kw) Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: return func(*args, **kwargs) Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: self._notify() Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: self.callback(batched_events) Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: event.method(event) Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: return f(self, *a, **k) Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: return self._get(url).json() Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: return self.request(url, 'GET', **kwargs) Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 04:53:46.144838 dv-cinder-740146-13-iscsi neutron-server[110144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 04:53:46.153144 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] No Port match for: b84b4e92-c21c-4892-8316-9b88c058bc97 {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:53:46.153513 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device b84b4e92-c21c-4892-8316-9b88c058bc97 not bound to the agent host dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:53:46.153925 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device be4498a6-fd4d-484b-837e-75d63db03130 no longer exists at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:53:46.182969 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] No Port match for: be4498a6-fd4d-484b-837e-75d63db03130 {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:53:46.183313 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device be4498a6-fd4d-484b-837e-75d63db03130 not bound to the agent host dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:53:46.183728 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device eb1992b2-5788-4f84-8a8e-83e131e61c13 no longer exists at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:53:46.202599 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] No Port match for: eb1992b2-5788-4f84-8a8e-83e131e61c13 {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:53:46.202864 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device eb1992b2-5788-4f84-8a8e-83e131e61c13 not bound to the agent host dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:53:46.248807 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-b215fe5e-2d83-4d00-9dee-97632e6b8c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:46.303049 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5ce774f9-1c32-442e-b552-187035e6b1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3756156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-950959'] for network (55973e4d-cfae-4744-97c2-2f6db5b5eaa4), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:46.308605 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5ce774f9-1c32-442e-b552-187035e6b1a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for network (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:46.311902 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-5ce774f9-1c32-442e-b552-187035e6b1a8 admin admin] 10.222.0.35 "DELETE /v2.0/networks/55973e4d-cfae-4744-97c2-2f6db5b5eaa4 HTTP/1.1" status: 204 len: 168 time: 0.9093750 Mar 08 04:53:46.322830 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce774f9-1c32-442e-b552-187035e6b1a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=55973e4d-cfae-4744-97c2-2f6db5b5eaa4,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:46.666144 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 46500) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:46.705980 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-623f4ff2-ae96-4bd1-98d5-705777d167fb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aeea4438116f4318bc83a1167fc0068f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0386558 Mar 08 04:53:46.708316 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 46504) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:46.759721 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-3efdaa3a-7d19-4eba-9f7a-90e6e925fd77 admin admin] Publish callbacks [] for security_group (33bdac94-aa53-4826-aa52-5f500b9d3d58), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:46.780844 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-3efdaa3a-7d19-4eba-9f7a-90e6e925fd77 admin admin] Publish callbacks [] for security_group (33bdac94-aa53-4826-aa52-5f500b9d3d58), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:46.912229 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-3efdaa3a-7d19-4eba-9f7a-90e6e925fd77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (33bdac94-aa53-4826-aa52-5f500b9d3d58), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:46.914988 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-3efdaa3a-7d19-4eba-9f7a-90e6e925fd77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:46.916180 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-3efdaa3a-7d19-4eba-9f7a-90e6e925fd77 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/33bdac94-aa53-4826-aa52-5f500b9d3d58 HTTP/1.1" status: 204 len: 168 time: 0.2069647 Mar 08 04:53:46.924699 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efdaa3a-7d19-4eba-9f7a-90e6e925fd77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bdac94-aa53-4826-aa52-5f500b9d3d58,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:47.237425 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:48.714011 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:49.324375 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 46586) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:49.428254 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-46e2a55f-6b7f-4c23-98fc-4dadfcac86d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:49.501228 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-46e2a55f-6b7f-4c23-98fc-4dadfcac86d9 admin admin] Publish callbacks [] for security_group (10ac32d3-b06e-475e-a5e5-94b1f47be651), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:49.580765 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-46e2a55f-6b7f-4c23-98fc-4dadfcac86d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (10ac32d3-b06e-475e-a5e5-94b1f47be651), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:49.620403 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-46e2a55f-6b7f-4c23-98fc-4dadfcac86d9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7ed308341a8c465491e8d9bab029ba72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2948792 Mar 08 04:53:49.624909 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2a55f-6b7f-4c23-98fc-4dadfcac86d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ac32d3-b06e-475e-a5e5-94b1f47be651,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:49.625041 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 46598) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:49.671988 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9c68792e-ec61-4d12-bfe3-ba6d261daa2d admin admin] Publish callbacks [] for security_group (10ac32d3-b06e-475e-a5e5-94b1f47be651), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:49.692402 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9c68792e-ec61-4d12-bfe3-ba6d261daa2d admin admin] Publish callbacks [] for security_group (10ac32d3-b06e-475e-a5e5-94b1f47be651), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:49.800190 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9c68792e-ec61-4d12-bfe3-ba6d261daa2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (10ac32d3-b06e-475e-a5e5-94b1f47be651), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:49.802849 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9c68792e-ec61-4d12-bfe3-ba6d261daa2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:49.804116 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-9c68792e-ec61-4d12-bfe3-ba6d261daa2d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/10ac32d3-b06e-475e-a5e5-94b1f47be651 HTTP/1.1" status: 204 len: 168 time: 0.1800051 Mar 08 04:53:49.812635 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68792e-ec61-4d12-bfe3-ba6d261daa2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ac32d3-b06e-475e-a5e5-94b1f47be651,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:50.119687 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:50.401377 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 46606) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:50.414741 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-2dedc2bb-2883-4c1b-b224-3a29b64e9e8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:50.489667 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-2dedc2bb-2883-4c1b-b224-3a29b64e9e8c admin admin] Publish callbacks [] for security_group (bef3906a-a3c8-438f-bb2a-c10064545037), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:50.551662 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-2dedc2bb-2883-4c1b-b224-3a29b64e9e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (bef3906a-a3c8-438f-bb2a-c10064545037), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:50.588134 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dedc2bb-2883-4c1b-b224-3a29b64e9e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef3906a-a3c8-438f-bb2a-c10064545037,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:50.592468 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-2dedc2bb-2883-4c1b-b224-3a29b64e9e8c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a8fc3026307e41ee97c44aa3f874c0f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1900623 Mar 08 04:53:50.595331 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 46608) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:50.647993 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-d2eea524-fc3b-4e31-ac95-180a9558fb8a admin admin] Publish callbacks [] for security_group (bef3906a-a3c8-438f-bb2a-c10064545037), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:50.668334 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-d2eea524-fc3b-4e31-ac95-180a9558fb8a admin admin] Publish callbacks [] for security_group (bef3906a-a3c8-438f-bb2a-c10064545037), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:50.800897 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-d2eea524-fc3b-4e31-ac95-180a9558fb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (bef3906a-a3c8-438f-bb2a-c10064545037), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:50.803540 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-d2eea524-fc3b-4e31-ac95-180a9558fb8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:50.807360 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-d2eea524-fc3b-4e31-ac95-180a9558fb8a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bef3906a-a3c8-438f-bb2a-c10064545037 HTTP/1.1" status: 204 len: 168 time: 0.2111554 Mar 08 04:53:50.815927 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eea524-fc3b-4e31-ac95-180a9558fb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef3906a-a3c8-438f-bb2a-c10064545037,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:51.355706 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 46630) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:51.457746 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-a772677b-6663-4965-8b9a-192d612a9c12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:51.529447 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-a772677b-6663-4965-8b9a-192d612a9c12 admin admin] Publish callbacks [] for security_group (70e38586-380b-4b4e-a835-0c7c0fb77d98), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:51.599500 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-a772677b-6663-4965-8b9a-192d612a9c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (70e38586-380b-4b4e-a835-0c7c0fb77d98), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:51.640599 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-a772677b-6663-4965-8b9a-192d612a9c12 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8dd253646914467394c13558b28d3f25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2836368 Mar 08 04:53:51.641514 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772677b-6663-4965-8b9a-192d612a9c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e38586-380b-4b4e-a835-0c7c0fb77d98,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:51.650596 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 46640) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:51.701112 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-7629fa48-3326-4785-964d-99573809b7f5 admin admin] Publish callbacks [] for security_group (70e38586-380b-4b4e-a835-0c7c0fb77d98), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:51.722129 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-7629fa48-3326-4785-964d-99573809b7f5 admin admin] Publish callbacks [] for security_group (70e38586-380b-4b4e-a835-0c7c0fb77d98), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:51.817234 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-7629fa48-3326-4785-964d-99573809b7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (70e38586-380b-4b4e-a835-0c7c0fb77d98), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:51.819854 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-7629fa48-3326-4785-964d-99573809b7f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:51.821055 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-7629fa48-3326-4785-964d-99573809b7f5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/70e38586-380b-4b4e-a835-0c7c0fb77d98 HTTP/1.1" status: 204 len: 168 time: 0.1694758 Mar 08 04:53:51.828926 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629fa48-3326-4785-964d-99573809b7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e38586-380b-4b4e-a835-0c7c0fb77d98,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:52.453099 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 46664) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:52.466774 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-12526e94-7e42-4b3c-a606-f90880edeea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:52.539085 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-12526e94-7e42-4b3c-a606-f90880edeea1 admin admin] Publish callbacks [] for security_group (c50418e5-9eea-4b60-bc11-91cb7d462379), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:52.588401 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-12526e94-7e42-4b3c-a606-f90880edeea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (c50418e5-9eea-4b60-bc11-91cb7d462379), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:52.626915 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-12526e94-7e42-4b3c-a606-f90880edeea1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=554cb88241a74139af60d7ba6f837656&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1721666 Mar 08 04:53:52.627786 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12526e94-7e42-4b3c-a606-f90880edeea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50418e5-9eea-4b60-bc11-91cb7d462379,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:52.629663 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 46670) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:52.677727 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-f95bdaf2-f541-4f19-9d9c-ca9858390e3c admin admin] Publish callbacks [] for security_group (c50418e5-9eea-4b60-bc11-91cb7d462379), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:52.698673 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-f95bdaf2-f541-4f19-9d9c-ca9858390e3c admin admin] Publish callbacks [] for security_group (c50418e5-9eea-4b60-bc11-91cb7d462379), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:52.803315 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-f95bdaf2-f541-4f19-9d9c-ca9858390e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (c50418e5-9eea-4b60-bc11-91cb7d462379), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:52.806202 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-f95bdaf2-f541-4f19-9d9c-ca9858390e3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:52.807387 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-f95bdaf2-f541-4f19-9d9c-ca9858390e3c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c50418e5-9eea-4b60-bc11-91cb7d462379 HTTP/1.1" status: 204 len: 168 time: 0.1765850 Mar 08 04:53:52.815581 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95bdaf2-f541-4f19-9d9c-ca9858390e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50418e5-9eea-4b60-bc11-91cb7d462379,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:53.535925 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 46698) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:53.548768 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-d769bd34-25d8-42cc-be3e-601c25f213ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:53.623836 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-d769bd34-25d8-42cc-be3e-601c25f213ce admin admin] Publish callbacks [] for security_group (25ef54da-e7b6-4b01-986d-93361a7bb8b1), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:53.677403 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-d769bd34-25d8-42cc-be3e-601c25f213ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (25ef54da-e7b6-4b01-986d-93361a7bb8b1), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:53.716639 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-d769bd34-25d8-42cc-be3e-601c25f213ce admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0883ad8a744c446dbf6693345f417927&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1795866 Mar 08 04:53:53.718579 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d769bd34-25d8-42cc-be3e-601c25f213ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ef54da-e7b6-4b01-986d-93361a7bb8b1,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:53.719363 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 46706) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:53.767901 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-3aa9f7b9-d0b5-4041-b0d1-a4e55134fd27 admin admin] Publish callbacks [] for security_group (25ef54da-e7b6-4b01-986d-93361a7bb8b1), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:53.787942 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-3aa9f7b9-d0b5-4041-b0d1-a4e55134fd27 admin admin] Publish callbacks [] for security_group (25ef54da-e7b6-4b01-986d-93361a7bb8b1), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:53.897083 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-3aa9f7b9-d0b5-4041-b0d1-a4e55134fd27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (25ef54da-e7b6-4b01-986d-93361a7bb8b1), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:53.899706 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-3aa9f7b9-d0b5-4041-b0d1-a4e55134fd27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:53.900867 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-3aa9f7b9-d0b5-4041-b0d1-a4e55134fd27 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/25ef54da-e7b6-4b01-986d-93361a7bb8b1 HTTP/1.1" status: 204 len: 168 time: 0.1805205 Mar 08 04:53:53.908711 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa9f7b9-d0b5-4041-b0d1-a4e55134fd27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ef54da-e7b6-4b01-986d-93361a7bb8b1,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:55.638325 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 46802) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:55.740266 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ff605614-e603-4613-91e4-9bbe8b42ff57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:55.814309 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ff605614-e603-4613-91e4-9bbe8b42ff57 admin admin] Publish callbacks [] for security_group (bd295782-c941-4b4e-a7d3-9f4ba47e3dc5), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:55.868427 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ff605614-e603-4613-91e4-9bbe8b42ff57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (bd295782-c941-4b4e-a7d3-9f4ba47e3dc5), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:55.906350 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-ff605614-e603-4613-91e4-9bbe8b42ff57 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c3f1276600aa49c2874dcec8ef71929c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2672687 Mar 08 04:53:55.907265 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff605614-e603-4613-91e4-9bbe8b42ff57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd295782-c941-4b4e-a7d3-9f4ba47e3dc5,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:55.909086 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 46806) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:55.956235 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ba0196ca-76c4-4689-beec-3f1e081e5510 admin admin] Publish callbacks [] for security_group (bd295782-c941-4b4e-a7d3-9f4ba47e3dc5), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:55.976860 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ba0196ca-76c4-4689-beec-3f1e081e5510 admin admin] Publish callbacks [] for security_group (bd295782-c941-4b4e-a7d3-9f4ba47e3dc5), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:56.096938 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ba0196ca-76c4-4689-beec-3f1e081e5510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (bd295782-c941-4b4e-a7d3-9f4ba47e3dc5), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:56.099625 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ba0196ca-76c4-4689-beec-3f1e081e5510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:56.100782 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-ba0196ca-76c4-4689-beec-3f1e081e5510 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bd295782-c941-4b4e-a7d3-9f4ba47e3dc5 HTTP/1.1" status: 204 len: 168 time: 0.1906013 Mar 08 04:53:56.111605 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0196ca-76c4-4689-beec-3f1e081e5510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd295782-c941-4b4e-a7d3-9f4ba47e3dc5,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:56.684568 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 46816) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:56.697433 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-79de2454-3e8b-4a81-8510-071bffe2a7ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:56.788365 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-79de2454-3e8b-4a81-8510-071bffe2a7ec admin admin] Publish callbacks [] for security_group (b41262e4-be13-475c-ba38-a8400e314afd), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:56.798423 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-5ad1f8e7-9358-434b-8a67-6cf76eb17bc6 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=88a45649a6ed4437ba3f4f2fbc0dd621&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346351 Mar 08 04:53:56.847264 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-79de2454-3e8b-4a81-8510-071bffe2a7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (b41262e4-be13-475c-ba38-a8400e314afd), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:56.964218 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de2454-3e8b-4a81-8510-071bffe2a7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41262e4-be13-475c-ba38-a8400e314afd,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:56.968219 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-79de2454-3e8b-4a81-8510-071bffe2a7ec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=91aaddc8e0314792abb1e304a337f23c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2825875 Mar 08 04:53:56.971599 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 46830) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:53:57.019740 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-2d7bf684-130e-4b8e-9855-7a1becdb2e5e tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:53:57.021222 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-2d7bf684-130e-4b8e-9855-7a1becdb2e5e tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2177989 Mar 08 04:53:57.023158 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-e873bed7-9a77-4c60-b585-0b172380d6cc admin admin] Publish callbacks [] for security_group (b41262e4-be13-475c-ba38-a8400e314afd), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:57.035191 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-d187fde9-918b-45a1-81e8-fb5aad1c4a68 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/quotas/88a45649a6ed4437ba3f4f2fbc0dd621 HTTP/1.1" status: 200 len: 375 time: 0.0087273 Mar 08 04:53:57.044202 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-e873bed7-9a77-4c60-b585-0b172380d6cc admin admin] Publish callbacks [] for security_group (b41262e4-be13-475c-ba38-a8400e314afd), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:57.065859 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-12bd200c-a149-4f95-8007-e8042ecba7c2 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=88a45649a6ed4437ba3f4f2fbc0dd621&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258064 Mar 08 04:53:57.194267 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-e873bed7-9a77-4c60-b585-0b172380d6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (b41262e4-be13-475c-ba38-a8400e314afd), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:57.196893 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-e873bed7-9a77-4c60-b585-0b172380d6cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:57.198138 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-e873bed7-9a77-4c60-b585-0b172380d6cc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b41262e4-be13-475c-ba38-a8400e314afd HTTP/1.1" status: 204 len: 168 time: 0.2259929 Mar 08 04:53:57.206008 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873bed7-9a77-4c60-b585-0b172380d6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41262e4-be13-475c-ba38-a8400e314afd,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:53:57.345105 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a3848537-b645-4005-9f85-a311f8ae6416 req-ff61329f-19d7-4c5b-9725-c2ee9b03411c tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/ports?device_id=576b5cda-6f8d-49d4-9108-c21a68209f0b HTTP/1.1" status: 200 len: 210 time: 0.0279307 Mar 08 04:53:58.425262 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-8a0f902a-a4d6-4541-b6c0-d511c4a02f84 req-7dd1e6dd-b250-4598-90a1-658a34e65376 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/ports?device_id=576b5cda-6f8d-49d4-9108-c21a68209f0b HTTP/1.1" status: 200 len: 210 time: 0.0298760 Mar 08 04:53:59.464448 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-48d8bdbb-0b1a-4476-90a7-461ad55f0f64 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=88a45649a6ed4437ba3f4f2fbc0dd621&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287631 Mar 08 04:53:59.521409 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:59.548952 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-dcd92be5-7580-499c-9725-0a75cea17bd0 req-540e2098-4cae-48ce-aafe-1292fc7c8992 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/ports?device_id=576b5cda-6f8d-49d4-9108-c21a68209f0b HTTP/1.1" status: 200 len: 210 time: 0.0497820 Mar 08 04:53:59.670229 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-60204994-e56c-482f-b28b-527fedd5ac2f tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:53:59.671712 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-60204994-e56c-482f-b28b-527fedd5ac2f tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2024853 Mar 08 04:53:59.683551 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-04d5db53-5cd2-4bd6-9936-2363d0ed2fe4 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Request body: {'port': {'device_id': '576b5cda-6f8d-49d4-9108-c21a68209f0b', 'network_id': 'bd59106a-caa9-4d98-b8a1-ad4b1adb3b31', 'admin_state_up': True, 'tenant_id': '88a45649a6ed4437ba3f4f2fbc0dd621'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:53:59.854874 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-04d5db53-5cd2-4bd6-9936-2363d0ed2fe4 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Made reservation on behalf of 88a45649a6ed4437ba3f4f2fbc0dd621 for: {'port': 1} {{(pid=110144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:53:59.859240 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-04d5db53-5cd2-4bd6-9936-2363d0ed2fe4 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:59.869827 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-04d5db53-5cd2-4bd6-9936-2363d0ed2fe4 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:53:59.944255 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-04d5db53-5cd2-4bd6-9936-2363d0ed2fe4 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Publish callbacks [] for security_group (0e09b804-28a8-476e-9d84-91a1497296ac), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:00.025418 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-04d5db53-5cd2-4bd6-9936-2363d0ed2fe4 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (0e09b804-28a8-476e-9d84-91a1497296ac), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:00.087394 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5db53-5cd2-4bd6-9936-2363d0ed2fe4 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e09b804-28a8-476e-9d84-91a1497296ac,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:00.160200 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_common [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-04d5db53-5cd2-4bd6-9936-2363d0ed2fe4 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Allocated IP 192.168.233.36 (bd59106a-caa9-4d98-b8a1-ad4b1adb3b31/3791fc93-16c4-4f19-952b-c5b3fea8d55d/95853c8e-512d-4c39-ba2c-e893938b37c5) {{(pid=110144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:54:00.298853 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-04d5db53-5cd2-4bd6-9936-2363d0ed2fe4 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Publish callbacks [] for port (95853c8e-512d-4c39-ba2c-e893938b37c5), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:00.394480 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-04d5db53-5cd2-4bd6-9936-2363d0ed2fe4 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (95853c8e-512d-4c39-ba2c-e893938b37c5), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:00.438733 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-04d5db53-5cd2-4bd6-9936-2363d0ed2fe4 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Network bd59106a-caa9-4d98-b8a1-ad4b1adb3b31 is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:54:00.441765 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-04d5db53-5cd2-4bd6-9936-2363d0ed2fe4 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:54:00.445231 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-04d5db53-5cd2-4bd6-9936-2363d0ed2fe4 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Received port after_create {{(pid=110144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:54:00.475915 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5db53-5cd2-4bd6-9936-2363d0ed2fe4 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Pushing event updated for resources: {'Port': ['ID=95853c8e-512d-4c39-ba2c-e893938b37c5,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:00.503964 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-04d5db53-5cd2-4bd6-9936-2363d0ed2fe4 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:00.504584 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-04d5db53-5cd2-4bd6-9936-2363d0ed2fe4 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:00.661818 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-4c19de79-4c01-4b4c-a7f4-82d8536e4dbf None None] Provisioning complete for port 95853c8e-512d-4c39-ba2c-e893938b37c5 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:54:00.662407 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4c19de79-4c01-4b4c-a7f4-82d8536e4dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (95853c8e-512d-4c39-ba2c-e893938b37c5), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:00.670497 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47d6d6-a8c9-472b-8956-de66617cbd4d req-215f3011-1e26-45ad-96cf-c17996709853 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:00.671965 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-2b47d6d6-a8c9-472b-8956-de66617cbd4d req-215f3011-1e26-45ad-96cf-c17996709853 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/ports?device_id=576b5cda-6f8d-49d4-9108-c21a68209f0b HTTP/1.1" status: 200 len: 935 time: 0.0531223 Mar 08 04:54:00.676582 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-04d5db53-5cd2-4bd6-9936-2363d0ed2fe4 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9966955 Mar 08 04:54:00.686250 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-d8cfc4f2-5564-4b6a-880d-8df1d98f11e4 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=110144) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 04:54:00.687332 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-d8cfc4f2-5564-4b6a-880d-8df1d98f11e4 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052159 Mar 08 04:54:00.697107 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-4c19de79-4c01-4b4c-a7f4-82d8536e4dbf None None] Port 95853c8e-512d-4c39-ba2c-e893938b37c5 cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:54:00.703472 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-d42abf40-1700-4a93-b06b-0ebafe4e216d service neutron] Request body: {'port': {'device_id': '576b5cda-6f8d-49d4-9108-c21a68209f0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:54:00.722491 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-2b47d6d6-a8c9-472b-8956-de66617cbd4d req-0927a362-7035-4a09-a14a-4aae2e261d14 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e09b804-28a8-476e-9d84-91a1497296ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444059 Mar 08 04:54:00.765249 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-d42abf40-1700-4a93-b06b-0ebafe4e216d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (95853c8e-512d-4c39-ba2c-e893938b37c5), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:01.026998 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-d42abf40-1700-4a93-b06b-0ebafe4e216d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95853c8e-512d-4c39-ba2c-e893938b37c5 {{(pid=110144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:54:01.034466 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-d42abf40-1700-4a93-b06b-0ebafe4e216d service neutron] Publish callbacks [] for port (95853c8e-512d-4c39-ba2c-e893938b37c5), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:01.046240 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.provisioning_blocks [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-d42abf40-1700-4a93-b06b-0ebafe4e216d service neutron] Transition to ACTIVE for port object 95853c8e-512d-4c39-ba2c-e893938b37c5 will not be triggered until provisioned by entity L2. {{(pid=110144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 04:54:01.108697 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-d42abf40-1700-4a93-b06b-0ebafe4e216d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4052309'] for port (95853c8e-512d-4c39-ba2c-e893938b37c5), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:01.162695 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42abf40-1700-4a93-b06b-0ebafe4e216d service neutron] Pushing event updated for resources: {'Port': ['ID=95853c8e-512d-4c39-ba2c-e893938b37c5,revision_number=2']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:01.243092 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-d42abf40-1700-4a93-b06b-0ebafe4e216d service neutron] Attempting to bind port 95853c8e-512d-4c39-ba2c-e893938b37c5 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:54:01.243337 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-d42abf40-1700-4a93-b06b-0ebafe4e216d service neutron] Attempting to bind port 95853c8e-512d-4c39-ba2c-e893938b37c5 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '920ea148-a91c-48ca-a077-913e000b9bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bd59106a-caa9-4d98-b8a1-ad4b1adb3b31'}] {{(pid=110144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:54:01.243660 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-d42abf40-1700-4a93-b06b-0ebafe4e216d service neutron] Attempting to bind port 95853c8e-512d-4c39-ba2c-e893938b37c5 on network bd59106a-caa9-4d98-b8a1-ad4b1adb3b31 {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:54:01.248260 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-d42abf40-1700-4a93-b06b-0ebafe4e216d service neutron] Port 95853c8e-512d-4c39-ba2c-e893938b37c5 on network bd59106a-caa9-4d98-b8a1-ad4b1adb3b31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 04:54:01.248574 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-d42abf40-1700-4a93-b06b-0ebafe4e216d service neutron] Attempting to bind port 95853c8e-512d-4c39-ba2c-e893938b37c5 on network bd59106a-caa9-4d98-b8a1-ad4b1adb3b31 {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:54:01.259185 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-d42abf40-1700-4a93-b06b-0ebafe4e216d service neutron] Checking agent: {'id': '8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'started_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:54:01.265254 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-d42abf40-1700-4a93-b06b-0ebafe4e216d service neutron] Checking segment: {'id': '920ea148-a91c-48ca-a077-913e000b9bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bd59106a-caa9-4d98-b8a1-ad4b1adb3b31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:54:01.265254 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-d42abf40-1700-4a93-b06b-0ebafe4e216d service neutron] Bound using segment: {'id': '920ea148-a91c-48ca-a077-913e000b9bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bd59106a-caa9-4d98-b8a1-ad4b1adb3b31'} {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:54:01.265254 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-d42abf40-1700-4a93-b06b-0ebafe4e216d service neutron] Bound port: 95853c8e-512d-4c39-ba2c-e893938b37c5, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '920ea148-a91c-48ca-a077-913e000b9bf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'bd59106a-caa9-4d98-b8a1-ad4b1adb3b31'}}] {{(pid=110144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:54:01.265254 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-d42abf40-1700-4a93-b06b-0ebafe4e216d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (95853c8e-512d-4c39-ba2c-e893938b37c5), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:01.324913 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-d42abf40-1700-4a93-b06b-0ebafe4e216d service neutron] For port 95853c8e-512d-4c39-ba2c-e893938b37c5, host hv-cinder-74014, cleared binding levels {{(pid=110144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:54:01.327842 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-d42abf40-1700-4a93-b06b-0ebafe4e216d service neutron] For port 95853c8e-512d-4c39-ba2c-e893938b37c5, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=95853c8e-512d-4c39-ba2c-e893938b37c5,segment=NetworkSegment(920ea148-a91c-48ca-a077-913e000b9bf7),segment_id=920ea148-a91c-48ca-a077-913e000b9bf7)] {{(pid=110144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:54:01.383241 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-d42abf40-1700-4a93-b06b-0ebafe4e216d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4052309'] for port (95853c8e-512d-4c39-ba2c-e893938b37c5), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:01.413940 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-d42abf40-1700-4a93-b06b-0ebafe4e216d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:01.414649 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-d42abf40-1700-4a93-b06b-0ebafe4e216d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:01.416029 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-d42abf40-1700-4a93-b06b-0ebafe4e216d service neutron] 10.222.0.18 "PUT /v2.0/ports/95853c8e-512d-4c39-ba2c-e893938b37c5 HTTP/1.1" status: 200 len: 1097 time: 0.7206302 Mar 08 04:54:01.418343 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576b5cda-6f8d-49d4-9108-c21a68209f0b', 'tag': '95853c8e-512d-4c39-ba2c-e893938b37c5'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:54:01.421428 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00de16ce-26ec-495b-90a2-1409c7b0de2f" -d '{"events": [{"name": "network-changed", "server_uuid": "576b5cda-6f8d-49d4-9108-c21a68209f0b", "tag": "95853c8e-512d-4c39-ba2c-e893938b37c5"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:54:01.455528 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42abf40-1700-4a93-b06b-0ebafe4e216d service neutron] Pushing event updated for resources: {'Port': ['ID=95853c8e-512d-4c39-ba2c-e893938b37c5,revision_number=3']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:01.593501 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cc777b-1037-4496-9c17-ffe239c835b7 x-openstack-request-id: req-e8cc777b-1037-4496-9c17-ffe239c835b7 {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:54:01.594114 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576b5cda-6f8d-49d4-9108-c21a68209f0b", "tag": "95853c8e-512d-4c39-ba2c-e893938b37c5", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:54:01.594114 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e8cc777b-1037-4496-9c17-ffe239c835b7 {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:54:01.594422 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576b5cda-6f8d-49d4-9108-c21a68209f0b', 'tag': '95853c8e-512d-4c39-ba2c-e893938b37c5', 'status': 'completed', 'code': 200} Mar 08 04:54:01.611668 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-f28d9aeb-e3e2-4053-8cd3-474ce199fa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:01.613197 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-f28d9aeb-e3e2-4053-8cd3-474ce199fa25 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=88a45649a6ed4437ba3f4f2fbc0dd621&device_id=576b5cda-6f8d-49d4-9108-c21a68209f0b HTTP/1.1" status: 200 len: 1131 time: 0.0531569 Mar 08 04:54:01.659062 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-2b1c65ce-ff0d-42a3-9568-6c625909d486 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=95853c8e-512d-4c39-ba2c-e893938b37c5 HTTP/1.1" status: 200 len: 217 time: 0.0376410 Mar 08 04:54:01.705714 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-09d29d17-f644-4955-93b8-9706a9ff8e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:01.707040 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-09d29d17-f644-4955-93b8-9706a9ff8e70 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3791fc93-16c4-4f19-952b-c5b3fea8d55d HTTP/1.1" status: 200 len: 843 time: 0.0421054 Mar 08 04:54:01.754732 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-4435fa64-5d49-4e59-9af6-9fd6def5c1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:01.756325 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-4435fa64-5d49-4e59-9af6-9fd6def5c1d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bd59106a-caa9-4d98-b8a1-ad4b1adb3b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0429013 Mar 08 04:54:01.839182 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acabb6-5422-4895-aeff-0b1121c52780 req-e0ab7fc6-3e10-4e61-939b-9d50116aa49b tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:01.840566 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-12acabb6-5422-4895-aeff-0b1121c52780 req-e0ab7fc6-3e10-4e61-939b-9d50116aa49b tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/ports?device_id=576b5cda-6f8d-49d4-9108-c21a68209f0b HTTP/1.1" status: 200 len: 947 time: 0.0516205 Mar 08 04:54:01.886935 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-12acabb6-5422-4895-aeff-0b1121c52780 req-62ed0725-1c61-43c7-ba4f-9fa281dcc4cb tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e09b804-28a8-476e-9d84-91a1497296ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401664 Mar 08 04:54:02.905297 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-3ee3ec1b-0aa6-4557-a1d8-afdbdc1d5f2f service neutron] 10.222.0.18 "GET /v2.0/networks/bd59106a-caa9-4d98-b8a1-ad4b1adb3b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828300 Mar 08 04:54:03.002654 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab5cb7-2c15-46ea-9509-da529d2b8819 req-070dda0d-4d3f-4574-9138-451da24f2cc7 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:03.004114 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-baab5cb7-2c15-46ea-9509-da529d2b8819 req-070dda0d-4d3f-4574-9138-451da24f2cc7 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/ports?device_id=576b5cda-6f8d-49d4-9108-c21a68209f0b HTTP/1.1" status: 200 len: 947 time: 0.0514419 Mar 08 04:54:03.048992 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-baab5cb7-2c15-46ea-9509-da529d2b8819 req-d20efd71-db80-4ea4-a7a8-912e5d6d6b35 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e09b804-28a8-476e-9d84-91a1497296ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394616 Mar 08 04:54:03.709503 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4a14be50-12e2-4e92-bd38-64b98cfb16aa req-39924d42-ad54-4671-a479-b54301b5fcd6 service neutron] 10.222.0.18 "GET /v2.0/networks/bd59106a-caa9-4d98-b8a1-ad4b1adb3b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853012 Mar 08 04:54:04.163583 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c35677-8904-4f17-97ad-388e461dbe6c req-64c082f7-9440-4bcd-b8dd-9d455910ee3e tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:04.165033 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-60c35677-8904-4f17-97ad-388e461dbe6c req-64c082f7-9440-4bcd-b8dd-9d455910ee3e tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/ports?device_id=576b5cda-6f8d-49d4-9108-c21a68209f0b HTTP/1.1" status: 200 len: 947 time: 0.0537031 Mar 08 04:54:04.210702 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-60c35677-8904-4f17-97ad-388e461dbe6c req-97aaa219-61ef-41af-9473-4dc1b9fb5831 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e09b804-28a8-476e-9d84-91a1497296ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397234 Mar 08 04:54:05.083349 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de16ce-26ec-495b-90a2-1409c7b0de2f req-7a7655da-7e97-48c5-a522-604a3f28902c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:05.084855 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-00de16ce-26ec-495b-90a2-1409c7b0de2f req-7a7655da-7e97-48c5-a522-604a3f28902c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=88a45649a6ed4437ba3f4f2fbc0dd621&device_id=576b5cda-6f8d-49d4-9108-c21a68209f0b HTTP/1.1" status: 200 len: 1131 time: 0.0443316 Mar 08 04:54:05.174388 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de16ce-26ec-495b-90a2-1409c7b0de2f req-b69fcf2c-df57-40c5-af73-dd975c49b9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:05.175819 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-00de16ce-26ec-495b-90a2-1409c7b0de2f req-b69fcf2c-df57-40c5-af73-dd975c49b9bb service neutron] 10.222.0.18 "GET /v2.0/networks?id=bd59106a-caa9-4d98-b8a1-ad4b1adb3b31 HTTP/1.1" status: 200 len: 870 time: 0.0845981 Mar 08 04:54:05.215320 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-00de16ce-26ec-495b-90a2-1409c7b0de2f req-31bad19f-d284-4776-85ee-558d00f52d22 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=95853c8e-512d-4c39-ba2c-e893938b37c5 HTTP/1.1" status: 200 len: 217 time: 0.0338678 Mar 08 04:54:05.262016 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de16ce-26ec-495b-90a2-1409c7b0de2f req-52134e00-9232-4e4e-abbe-1184c813766a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:05.263475 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-00de16ce-26ec-495b-90a2-1409c7b0de2f req-52134e00-9232-4e4e-abbe-1184c813766a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3791fc93-16c4-4f19-952b-c5b3fea8d55d HTTP/1.1" status: 200 len: 843 time: 0.0426548 Mar 08 04:54:05.343309 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de16ce-26ec-495b-90a2-1409c7b0de2f req-98c39a5d-b841-4a48-a94f-efca58603648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:05.344768 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-00de16ce-26ec-495b-90a2-1409c7b0de2f req-98c39a5d-b841-4a48-a94f-efca58603648 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bd59106a-caa9-4d98-b8a1-ad4b1adb3b31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0751412 Mar 08 04:54:05.354795 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862fccd-ccf3-4fa4-987a-04da8301f1e3 req-f609be05-bc5f-4b39-9cdd-69b5483ab605 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:05.356133 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e862fccd-ccf3-4fa4-987a-04da8301f1e3 req-f609be05-bc5f-4b39-9cdd-69b5483ab605 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/ports?device_id=576b5cda-6f8d-49d4-9108-c21a68209f0b HTTP/1.1" status: 200 len: 947 time: 0.0791197 Mar 08 04:54:05.453511 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e862fccd-ccf3-4fa4-987a-04da8301f1e3 req-d5ea1503-1bfe-40d7-8d12-cf7b0f867f05 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e09b804-28a8-476e-9d84-91a1497296ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894787 Mar 08 04:54:05.471592 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-00de16ce-26ec-495b-90a2-1409c7b0de2f req-7f9bf46e-9b59-47c1-92ef-f34959f959e1 service neutron] 10.222.0.18 "GET /v2.0/networks/bd59106a-caa9-4d98-b8a1-ad4b1adb3b31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145523 Mar 08 04:54:05.558590 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-00de16ce-26ec-495b-90a2-1409c7b0de2f req-6a347c7d-df06-4848-902b-df2d4ba74bdc service neutron] 10.222.0.18 "GET /v2.0/networks/bd59106a-caa9-4d98-b8a1-ad4b1adb3b31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808620 Mar 08 04:54:06.197117 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:54:06.573819 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d45ce1-be68-4f59-91ec-8172a395ebaa req-a86eaa3f-e116-48a8-806f-e7af26e6e80b tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:06.573819 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-85d45ce1-be68-4f59-91ec-8172a395ebaa req-a86eaa3f-e116-48a8-806f-e7af26e6e80b tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/ports?device_id=576b5cda-6f8d-49d4-9108-c21a68209f0b HTTP/1.1" status: 200 len: 947 time: 0.0540872 Mar 08 04:54:06.618844 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-85d45ce1-be68-4f59-91ec-8172a395ebaa req-abada4f9-3a7d-4d23-a938-789bf1681e18 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e09b804-28a8-476e-9d84-91a1497296ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406520 Mar 08 04:54:07.735545 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a99fe2-4879-4515-88d8-3756f57757ad req-155628fb-803d-4607-abe5-6abe40461db1 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:07.737011 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-22a99fe2-4879-4515-88d8-3756f57757ad req-155628fb-803d-4607-abe5-6abe40461db1 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/ports?device_id=576b5cda-6f8d-49d4-9108-c21a68209f0b HTTP/1.1" status: 200 len: 947 time: 0.0520496 Mar 08 04:54:07.785894 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-22a99fe2-4879-4515-88d8-3756f57757ad req-ce14b51e-baef-4f8c-925e-b9953adbdb52 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e09b804-28a8-476e-9d84-91a1497296ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432379 Mar 08 04:54:08.166225 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eec164-ef70-4fd1-a678-3f49bcdf8369 req-3d6c70ec-4916-4dca-aacb-2503d7c85593 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:08.167719 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-03eec164-ef70-4fd1-a678-3f49bcdf8369 req-3d6c70ec-4916-4dca-aacb-2503d7c85593 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 947 time: 0.0507684 Mar 08 04:54:08.213359 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-03eec164-ef70-4fd1-a678-3f49bcdf8369 req-a19df0fe-0639-45d0-8103-397fe29e06d5 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400851 Mar 08 04:54:08.904519 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb45ac8-e324-432a-bf00-65ed37938fed req-18e672b4-1a7b-43ee-8700-9e4e283c3786 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:08.906019 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-8bb45ac8-e324-432a-bf00-65ed37938fed req-18e672b4-1a7b-43ee-8700-9e4e283c3786 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/ports?device_id=576b5cda-6f8d-49d4-9108-c21a68209f0b HTTP/1.1" status: 200 len: 947 time: 0.0550916 Mar 08 04:54:08.951193 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-8bb45ac8-e324-432a-bf00-65ed37938fed req-a3e3399a-3503-40b7-b0ad-2250115fcecc tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e09b804-28a8-476e-9d84-91a1497296ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393131 Mar 08 04:54:09.010782 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 95853c8e-512d-4c39-ba2c-e893938b37c5 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=110146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:54:09.108234 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 95853c8e-512d-4c39-ba2c-e893938b37c5, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=95853c8e-512d-4c39-ba2c-e893938b37c5,segment=NetworkSegment(920ea148-a91c-48ca-a077-913e000b9bf7),segment_id=920ea148-a91c-48ca-a077-913e000b9bf7)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:54:09.119054 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Returning: {'device': '95853c8e-512d-4c39-ba2c-e893938b37c5', 'network_id': 'bd59106a-caa9-4d98-b8a1-ad4b1adb3b31', 'port_id': '95853c8e-512d-4c39-ba2c-e893938b37c5', 'mac_address': 'fa:16:3e:35:91:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3791fc93-16c4-4f19-952b-c5b3fea8d55d', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:54:09.155029 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port 95853c8e-512d-4c39-ba2c-e893938b37c5 is: DOWN; New status is: BUILD {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:54:09.155420 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (95853c8e-512d-4c39-ba2c-e893938b37c5), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:09.168332 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95853c8e-512d-4c39-ba2c-e893938b37c5 {{(pid=110146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:54:09.186823 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 95853c8e-512d-4c39-ba2c-e893938b37c5, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=95853c8e-512d-4c39-ba2c-e893938b37c5,segment=NetworkSegment(920ea148-a91c-48ca-a077-913e000b9bf7),segment_id=920ea148-a91c-48ca-a077-913e000b9bf7)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:54:09.245383 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (95853c8e-512d-4c39-ba2c-e893938b37c5), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:09.297379 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=95853c8e-512d-4c39-ba2c-e893938b37c5,revision_number=4']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:09.304535 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:09.306816 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:09.306816 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:09.306816 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:09.306816 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:09.306816 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:09.306816 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:09.307391 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:09.307391 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:09.307638 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:09.307964 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:09.308286 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:09.308609 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:09.342669 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdbe3a-3fa2-4f91-bbd1-9a29d71903f3 req-ecc75ade-b677-4f9b-b80a-b897beb8e176 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:09.344051 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-cffdbe3a-3fa2-4f91-bbd1-9a29d71903f3 req-ecc75ade-b677-4f9b-b80a-b897beb8e176 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 947 time: 0.0519018 Mar 08 04:54:09.394718 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-cffdbe3a-3fa2-4f91-bbd1-9a29d71903f3 req-6cf03333-b277-470d-9a77-4a378ad44875 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397367 Mar 08 04:54:10.064341 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c82099-ffd5-4260-aee5-b88dac5d400f req-54ac46cc-260d-4df3-8720-a5b9c7d156f7 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:10.065807 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-44c82099-ffd5-4260-aee5-b88dac5d400f req-54ac46cc-260d-4df3-8720-a5b9c7d156f7 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/ports?device_id=576b5cda-6f8d-49d4-9108-c21a68209f0b HTTP/1.1" status: 200 len: 948 time: 0.0504010 Mar 08 04:54:10.111338 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-44c82099-ffd5-4260-aee5-b88dac5d400f req-6fb70805-00e1-4334-9549-a58eb65ce12c tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e09b804-28a8-476e-9d84-91a1497296ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401402 Mar 08 04:54:10.516627 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8dc30-7d21-4bb9-9766-9a4b47e50f4c req-8a057fc2-3252-4543-b178-dbe640ec6423 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:10.518084 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-3df8dc30-7d21-4bb9-9766-9a4b47e50f4c req-8a057fc2-3252-4543-b178-dbe640ec6423 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 947 time: 0.0545022 Mar 08 04:54:10.562419 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-3df8dc30-7d21-4bb9-9766-9a4b47e50f4c req-f7af3c5f-1834-459a-9892-7565fdaf61e0 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388529 Mar 08 04:54:11.225088 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7021581c-c244-4bbb-96f0-a8f69f6655ed req-42985cbe-957d-4cfc-a798-67d1fee68351 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:11.226539 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7021581c-c244-4bbb-96f0-a8f69f6655ed req-42985cbe-957d-4cfc-a798-67d1fee68351 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/ports?device_id=576b5cda-6f8d-49d4-9108-c21a68209f0b HTTP/1.1" status: 200 len: 948 time: 0.0505593 Mar 08 04:54:11.274874 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7021581c-c244-4bbb-96f0-a8f69f6655ed req-f8537b38-2bae-4483-b338-0845f848b2da tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e09b804-28a8-476e-9d84-91a1497296ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428567 Mar 08 04:54:11.679509 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3e434-d076-427a-8e1f-f55b46a5ed47 req-b5a84eea-0f6f-4e1e-ae8f-e425a413687e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:11.680935 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-74b3e434-d076-427a-8e1f-f55b46a5ed47 req-b5a84eea-0f6f-4e1e-ae8f-e425a413687e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 947 time: 0.0496058 Mar 08 04:54:11.724892 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-74b3e434-d076-427a-8e1f-f55b46a5ed47 req-44c61d42-bf81-49d1-a645-843456761242 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384004 Mar 08 04:54:12.030851 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] get_ports_and_sgs() called for port_ids ['95853c8e-512d-4c39-ba2c-e893938b37c5'] {{(pid=110146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:54:12.389798 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18806216-49c8-45c0-af51-c9c6e825060c req-dd903ad4-76a6-4b4e-82a9-231b24a774c0 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:12.391751 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-18806216-49c8-45c0-af51-c9c6e825060c req-dd903ad4-76a6-4b4e-82a9-231b24a774c0 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/ports?device_id=576b5cda-6f8d-49d4-9108-c21a68209f0b HTTP/1.1" status: 200 len: 948 time: 0.0518839 Mar 08 04:54:12.439264 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-18806216-49c8-45c0-af51-c9c6e825060c req-7696c92d-1245-4e23-a889-686b2a602bbe tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e09b804-28a8-476e-9d84-91a1497296ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418153 Mar 08 04:54:12.848325 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6fb89-5c0c-451d-8818-434cf23e2224 req-932da678-bc6c-4ba1-a837-a0563eae682e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:12.849837 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-43c6fb89-5c0c-451d-8818-434cf23e2224 req-932da678-bc6c-4ba1-a837-a0563eae682e tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 947 time: 0.0552151 Mar 08 04:54:12.895730 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-43c6fb89-5c0c-451d-8818-434cf23e2224 req-ca2636d1-865c-4885-b77e-32aee7371cbf tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups?id=05532e9b-c0ec-45c8-b19e-48187ae04023&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403976 Mar 08 04:54:13.014109 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9bb84-5e3e-46b0-b9b6-985033f10b0f req-631a3476-59e7-4a85-9bbe-7cbbc673a0eb tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:13.015458 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-65f9bb84-5e3e-46b0-b9b6-985033f10b0f req-631a3476-59e7-4a85-9bbe-7cbbc673a0eb tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.18 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 947 time: 0.0511801 Mar 08 04:54:13.104875 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-65f9bb84-5e3e-46b0-b9b6-985033f10b0f req-643e3b8d-0af1-461c-bf83-ce89a2627aa1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Deleting port a0029e26-c49c-46a1-8d0f-4de0f3908abe {{(pid=110144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:54:13.105249 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-65f9bb84-5e3e-46b0-b9b6-985033f10b0f req-643e3b8d-0af1-461c-bf83-ce89a2627aa1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (a0029e26-c49c-46a1-8d0f-4de0f3908abe), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:13.128340 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 95853c8e-512d-4c39-ba2c-e893938b37c5 up at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:54:13.193108 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-65f9bb84-5e3e-46b0-b9b6-985033f10b0f req-643e3b8d-0af1-461c-bf83-ce89a2627aa1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] For port a0029e26-c49c-46a1-8d0f-4de0f3908abe, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=a0029e26-c49c-46a1-8d0f-4de0f3908abe,segment=NetworkSegment(b5d0be17-e38f-4e92-9e95-4d4779f06bf0),segment_id=b5d0be17-e38f-4e92-9e95-4d4779f06bf0)] {{(pid=110144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:54:13.193500 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-65f9bb84-5e3e-46b0-b9b6-985033f10b0f req-643e3b8d-0af1-461c-bf83-ce89a2627aa1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (a0029e26-c49c-46a1-8d0f-4de0f3908abe), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:13.254255 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning for port 95853c8e-512d-4c39-ba2c-e893938b37c5 completed by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 04:54:13.259010 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning complete for port 95853c8e-512d-4c39-ba2c-e893938b37c5 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:54:13.259334 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (95853c8e-512d-4c39-ba2c-e893938b37c5), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:13.366572 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-65f9bb84-5e3e-46b0-b9b6-985033f10b0f req-643e3b8d-0af1-461c-bf83-ce89a2627aa1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:13.366941 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-65f9bb84-5e3e-46b0-b9b6-985033f10b0f req-643e3b8d-0af1-461c-bf83-ce89a2627aa1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952661'] for floatingip (f6cb86c3-a47d-48d6-adb1-7deb7af47bd6), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:13.367261 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.db.l3_db [req-65f9bb84-5e3e-46b0-b9b6-985033f10b0f req-643e3b8d-0af1-461c-bf83-ce89a2627aa1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Floating IP f6cb86c3-a47d-48d6-adb1-7deb7af47bd6 disassociated. External IP: 172.27.0.46, port: a0029e26-c49c-46a1-8d0f-4de0f3908abe. Mar 08 04:54:13.367600 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-65f9bb84-5e3e-46b0-b9b6-985033f10b0f req-643e3b8d-0af1-461c-bf83-ce89a2627aa1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Calling delete_port for a0029e26-c49c-46a1-8d0f-4de0f3908abe owned by compute:nova {{(pid=110144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:54:13.477636 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port 95853c8e-512d-4c39-ba2c-e893938b37c5 is: BUILD; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:54:13.477636 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (95853c8e-512d-4c39-ba2c-e893938b37c5), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:13.503333 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576b5cda-6f8d-49d4-9108-c21a68209f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95853c8e-512d-4c39-ba2c-e893938b37c5'}] {{(pid=110146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:54:13.505645 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce5c9d46ce85cdc7bdd5e39ea1b8e3d9b9c3a590759baa6189aad05618b43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7579a5-a5a9-4609-96fb-1edd229a741b" -d '{"events": [{"server_uuid": "576b5cda-6f8d-49d4-9108-c21a68209f0b", "name": "network-vif-plugged", "status": "completed", "tag": "95853c8e-512d-4c39-ba2c-e893938b37c5"}]}' {{(pid=110146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:54:13.519620 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 95853c8e-512d-4c39-ba2c-e893938b37c5, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=95853c8e-512d-4c39-ba2c-e893938b37c5,segment=NetworkSegment(920ea148-a91c-48ca-a077-913e000b9bf7),segment_id=920ea148-a91c-48ca-a077-913e000b9bf7)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:54:13.543783 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408197ab-5a6d-4566-9c79-964c260ec12f x-openstack-request-id: req-408197ab-5a6d-4566-9c79-964c260ec12f {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:54:13.544080 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576b5cda-6f8d-49d4-9108-c21a68209f0b", "name": "network-vif-plugged", "status": "completed", "tag": "95853c8e-512d-4c39-ba2c-e893938b37c5", "code": 200}]} {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:54:13.544364 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-408197ab-5a6d-4566-9c79-964c260ec12f {{(pid=110146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:54:13.544763 dv-cinder-740146-13-iscsi neutron-server[110146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576b5cda-6f8d-49d4-9108-c21a68209f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95853c8e-512d-4c39-ba2c-e893938b37c5', 'code': 200} Mar 08 04:54:13.569002 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-65f9bb84-5e3e-46b0-b9b6-985033f10b0f req-643e3b8d-0af1-461c-bf83-ce89a2627aa1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (a0029e26-c49c-46a1-8d0f-4de0f3908abe), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:13.600943 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (95853c8e-512d-4c39-ba2c-e893938b37c5), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:13.604053 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfdbbfa-8a81-4196-b2f9-1ab948b14d3b req-4a804973-a783-47db-8a23-fbb3587ed25a tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:13.605736 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9dfdbbfa-8a81-4196-b2f9-1ab948b14d3b req-4a804973-a783-47db-8a23-fbb3587ed25a tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/ports?device_id=576b5cda-6f8d-49d4-9108-c21a68209f0b HTTP/1.1" status: 200 len: 948 time: 0.0840049 Mar 08 04:54:13.608465 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e3b8d-0af1-461c-bf83-ce89a2627aa1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Pushing event deleted for resources: {'Port': ['ID=a0029e26-c49c-46a1-8d0f-4de0f3908abe,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:13.660047 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e3b8d-0af1-461c-bf83-ce89a2627aa1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:13.660358 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e3b8d-0af1-461c-bf83-ce89a2627aa1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:13.660702 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e3b8d-0af1-461c-bf83-ce89a2627aa1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:13.661039 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e3b8d-0af1-461c-bf83-ce89a2627aa1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:13.661402 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e3b8d-0af1-461c-bf83-ce89a2627aa1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:13.661737 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e3b8d-0af1-461c-bf83-ce89a2627aa1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:13.662067 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e3b8d-0af1-461c-bf83-ce89a2627aa1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:13.662783 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e3b8d-0af1-461c-bf83-ce89a2627aa1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:13.662783 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e3b8d-0af1-461c-bf83-ce89a2627aa1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:13.663089 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e3b8d-0af1-461c-bf83-ce89a2627aa1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:13.663362 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e3b8d-0af1-461c-bf83-ce89a2627aa1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:13.663677 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e3b8d-0af1-461c-bf83-ce89a2627aa1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:13.663994 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643e3b8d-0af1-461c-bf83-ce89a2627aa1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:13.687378 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=95853c8e-512d-4c39-ba2c-e893938b37c5,revision_number=5']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:13.755207 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9dfdbbfa-8a81-4196-b2f9-1ab948b14d3b req-5c7669a6-1983-467f-9a0f-588750db6711 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e09b804-28a8-476e-9d84-91a1497296ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997658 Mar 08 04:54:13.772548 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65f9bb84-5e3e-46b0-b9b6-985033f10b0f req-643e3b8d-0af1-461c-bf83-ce89a2627aa1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Router 0301edbb-1cb6-42b0-8a45-736d73f61666 has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:54:14.011720 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-b54e69d9-2d1f-4ada-89c4-f6a58a31850a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:14.013615 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-81cbcf6f-650d-4b7e-98f4-cd1c7896d177 req-3baf4a3c-d126-4294-ac51-75701cc57e48 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 210 time: 0.0378780 Mar 08 04:54:14.155907 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65f9bb84-5e3e-46b0-b9b6-985033f10b0f req-643e3b8d-0af1-461c-bf83-ce89a2627aa1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:54:14.167839 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90478dbb-3bd3-44ca-b600-92ae54b8baa4 None None] Sync routers for ids ['0301edbb-1cb6-42b0-8a45-736d73f61666'] in dv-cinder-740146-13-iscsi {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:54:14.177305 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90478dbb-3bd3-44ca-b600-92ae54b8baa4 None None] Routers {'0301edbb-1cb6-42b0-8a45-736d73f61666'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:54:14.177945 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-90478dbb-3bd3-44ca-b600-92ae54b8baa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:53:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['0301edbb-1cb6-42b0-8a45-736d73f61666'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:54:14.200936 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f9bb84-5e3e-46b0-b9b6-985033f10b0f req-643e3b8d-0af1-461c-bf83-ce89a2627aa1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] No DVR routers for this DVR port a0029e26-c49c-46a1-8d0f-4de0f3908abe on host hv-cinder-74014 {{(pid=110144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:54:14.203500 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-65f9bb84-5e3e-46b0-b9b6-985033f10b0f req-643e3b8d-0af1-461c-bf83-ce89a2627aa1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:14.207626 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-65f9bb84-5e3e-46b0-b9b6-985033f10b0f req-643e3b8d-0af1-461c-bf83-ce89a2627aa1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.18 "DELETE /v2.0/ports/a0029e26-c49c-46a1-8d0f-4de0f3908abe HTTP/1.1" status: 204 len: 173 time: 1.1867096 Mar 08 04:54:14.207942 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868b3449-ea46-4b50-a521-ad061a5317a1', 'name': 'network-vif-deleted', 'tag': 'a0029e26-c49c-46a1-8d0f-4de0f3908abe'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:54:14.210168 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f69684-765a-4cc6-bb30-10e24697cca3" -d '{"events": [{"server_uuid": "868b3449-ea46-4b50-a521-ad061a5317a1", "name": "network-vif-deleted", "tag": "a0029e26-c49c-46a1-8d0f-4de0f3908abe"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:54:14.257549 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6aaff8b-84e1-41fd-aad2-649d1513644b x-openstack-request-id: req-f6aaff8b-84e1-41fd-aad2-649d1513644b {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:54:14.257549 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "868b3449-ea46-4b50-a521-ad061a5317a1", "name": "network-vif-deleted", "tag": "a0029e26-c49c-46a1-8d0f-4de0f3908abe", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:54:14.257549 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f6aaff8b-84e1-41fd-aad2-649d1513644b {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:54:14.257549 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868b3449-ea46-4b50-a521-ad061a5317a1', 'name': 'network-vif-deleted', 'tag': 'a0029e26-c49c-46a1-8d0f-4de0f3908abe', 'status': 'completed', 'code': 200} Mar 08 04:54:14.295224 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-90478dbb-3bd3-44ca-b600-92ae54b8baa4 None None] Set router 0301edbb-1cb6-42b0-8a45-736d73f61666 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:54:14.295740 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebeecc-3e21-4f6d-8b04-e6aaf7dafa0d req-fb864e87-dd5c-4675-90d9-845d2e632494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:14.297368 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e0ebeecc-3e21-4f6d-8b04-e6aaf7dafa0d req-fb864e87-dd5c-4675-90d9-845d2e632494 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=576b5cda-6f8d-49d4-9108-c21a68209f0b HTTP/1.1" status: 200 len: 1133 time: 0.1717062 Mar 08 04:54:14.341842 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-e0ebeecc-3e21-4f6d-8b04-e6aaf7dafa0d req-e5e605a4-da5a-4e05-822d-3fd3549a82ec service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0e09b804-28a8-476e-9d84-91a1497296ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368748 Mar 08 04:54:14.494707 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-90478dbb-3bd3-44ca-b600-92ae54b8baa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'name': 'tempest-AttachVolumeShelveTestJSON-480904037-router', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '6ac4a553-3e37-4e5e-a952-455684760833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:22Z', 'updated_at': '2022-03-08T04:43:32Z', 'revision_number': 4, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'gw_port': {'id': '6ac4a553-3e37-4e5e-a952-455684760833', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:24Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': '9583e9f3-4432-4325-8688-db1084d0bc9d', 'name': '', 'network_id': '860c194c-b911-4147-84ad-16e240b1666f', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'mac_address': 'fa:16:3e:16:1d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2b6a1ea5-e77b-4dad-bc11-fe8b411f2953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:30Z', 'updated_at': '2022-03-08T04:43:36Z', 'revision_number': 5, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'subnets': [{'id': '2b6a1ea5-e77b-4dad-bc11-fe8b411f2953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:54:14.520475 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90478dbb-3bd3-44ca-b600-92ae54b8baa4 None None] Checking router: 0301edbb-1cb6-42b0-8a45-736d73f61666 for host: dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:54:14.528537 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90478dbb-3bd3-44ca-b600-92ae54b8baa4 None None] Routers {'0301edbb-1cb6-42b0-8a45-736d73f61666'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:54:14.529130 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-90478dbb-3bd3-44ca-b600-92ae54b8baa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:53:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['0301edbb-1cb6-42b0-8a45-736d73f61666'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:54:14.634746 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-90478dbb-3bd3-44ca-b600-92ae54b8baa4 None None] Set router 0301edbb-1cb6-42b0-8a45-736d73f61666 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:54:14.830192 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-90478dbb-3bd3-44ca-b600-92ae54b8baa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'name': 'tempest-AttachVolumeShelveTestJSON-480904037-router', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '6ac4a553-3e37-4e5e-a952-455684760833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:22Z', 'updated_at': '2022-03-08T04:43:32Z', 'revision_number': 4, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'gw_port': {'id': '6ac4a553-3e37-4e5e-a952-455684760833', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:24Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': '9583e9f3-4432-4325-8688-db1084d0bc9d', 'name': '', 'network_id': '860c194c-b911-4147-84ad-16e240b1666f', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'mac_address': 'fa:16:3e:16:1d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2b6a1ea5-e77b-4dad-bc11-fe8b411f2953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:30Z', 'updated_at': '2022-03-08T04:43:36Z', 'revision_number': 5, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'subnets': [{'id': '2b6a1ea5-e77b-4dad-bc11-fe8b411f2953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:54:14.855857 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90478dbb-3bd3-44ca-b600-92ae54b8baa4 None None] The sync data for ids ['0301edbb-1cb6-42b0-8a45-736d73f61666'] in dv-cinder-740146-13-iscsi is: [{'id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'name': 'tempest-AttachVolumeShelveTestJSON-480904037-router', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '6ac4a553-3e37-4e5e-a952-455684760833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:22Z', 'updated_at': '2022-03-08T04:43:32Z', 'revision_number': 4, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'gw_port': {'id': '6ac4a553-3e37-4e5e-a952-455684760833', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:24Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': '9583e9f3-4432-4325-8688-db1084d0bc9d', 'name': '', 'network_id': '860c194c-b911-4147-84ad-16e240b1666f', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'mac_address': 'fa:16:3e:16:1d:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '2b6a1ea5-e77b-4dad-bc11-fe8b411f2953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:30Z', 'updated_at': '2022-03-08T04:43:36Z', 'revision_number': 5, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'subnets': [{'id': '2b6a1ea5-e77b-4dad-bc11-fe8b411f2953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:54:14.870254 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f24b51-e6b2-4bf6-bc67-e39623ef5e15 req-92586962-b37b-4d1f-ba7b-889431b0e5be tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:14.871768 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-c9f24b51-e6b2-4bf6-bc67-e39623ef5e15 req-92586962-b37b-4d1f-ba7b-889431b0e5be tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/ports?device_id=576b5cda-6f8d-49d4-9108-c21a68209f0b HTTP/1.1" status: 200 len: 949 time: 0.0527632 Mar 08 04:54:14.919168 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-c9f24b51-e6b2-4bf6-bc67-e39623ef5e15 req-277473d8-7a2a-48e0-aad6-f7ac01782adb tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e09b804-28a8-476e-9d84-91a1497296ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413964 Mar 08 04:54:15.058133 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f04f56-5100-4ea3-ba29-c4834b9ce3be None None] New status for floating IP f6cb86c3-a47d-48d6-adb1-7deb7af47bd6: DOWN {{(pid=110147) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:54:15.115023 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-53b43093-5667-4261-afd5-c681e429dca0 req-c27181c3-1de0-4457-999b-cc24cc2b9c30 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 210 time: 0.0257225 Mar 08 04:54:16.037690 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ca5f74-0bec-4503-98f0-7ea6c9a8f601 req-c66c8f7b-edf8-4826-990f-73f43e56884c tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:16.039116 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-07ca5f74-0bec-4503-98f0-7ea6c9a8f601 req-c66c8f7b-edf8-4826-990f-73f43e56884c tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/ports?device_id=576b5cda-6f8d-49d4-9108-c21a68209f0b HTTP/1.1" status: 200 len: 949 time: 0.0544159 Mar 08 04:54:16.218039 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ad334a2f-4032-4abb-85db-99ee8f42586b req-889d08d2-c264-46dc-b709-60107db377bb tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 210 time: 0.0283740 Mar 08 04:54:16.234860 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-6d5c0ad5-41f3-4584-bbba-83d8f4a98b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:16.324785 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-07ca5f74-0bec-4503-98f0-7ea6c9a8f601 req-2c937df1-bccc-4c8d-b2e7-dab5b4caac33 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e09b804-28a8-476e-9d84-91a1497296ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801886 Mar 08 04:54:17.179955 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device a0029e26-c49c-46a1-8d0f-4de0f3908abe no longer exists at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:54:17.206954 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] No Port match for: a0029e26-c49c-46a1-8d0f-4de0f3908abe {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:54:17.207302 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device a0029e26-c49c-46a1-8d0f-4de0f3908abe not bound to the agent host hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:54:17.285184 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:17.327905 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-871fe939-c913-43c3-b575-9b8259676b20 req-5a9623af-5b3a-4cc5-b6fc-1c1c45b6ae32 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 210 time: 0.0283144 Mar 08 04:54:17.439938 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133b9ca-9c99-4443-9fa6-9320328abb47 req-b20fef7d-fb54-4b6c-b18a-5e48d08dfcda tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:17.441320 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-9133b9ca-9c99-4443-9fa6-9320328abb47 req-b20fef7d-fb54-4b6c-b18a-5e48d08dfcda tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/ports?device_id=576b5cda-6f8d-49d4-9108-c21a68209f0b HTTP/1.1" status: 200 len: 949 time: 0.0512357 Mar 08 04:54:17.486483 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-9133b9ca-9c99-4443-9fa6-9320328abb47 req-3ccb117a-8e65-4eb1-b581-5abe307f324c tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e09b804-28a8-476e-9d84-91a1497296ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397391 Mar 08 04:54:18.432938 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f9eca8b4-b862-40a9-9a49-bea5d97f3818 req-12bb07ae-4cdb-4845-9732-59bba771a66d tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/ports?device_id=868b3449-ea46-4b50-a521-ad061a5317a1 HTTP/1.1" status: 200 len: 210 time: 0.0263455 Mar 08 04:54:18.599269 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ff2ce-d2fa-4fc1-9e1e-5837241ee6d1 req-8f7aad87-3a09-42b8-a420-b8f7c2fd8efa tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:18.600697 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-2c6ff2ce-d2fa-4fc1-9e1e-5837241ee6d1 req-8f7aad87-3a09-42b8-a420-b8f7c2fd8efa tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/ports?device_id=576b5cda-6f8d-49d4-9108-c21a68209f0b HTTP/1.1" status: 200 len: 949 time: 0.0510452 Mar 08 04:54:18.650273 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-2c6ff2ce-d2fa-4fc1-9e1e-5837241ee6d1 req-a3010e2a-d6de-4554-88e7-4fcca8838722 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e09b804-28a8-476e-9d84-91a1497296ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441127 Mar 08 04:54:18.713785 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:19.568116 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 47042) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:19.619751 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-a3799f21-48ad-4b3b-8178-fbe99468690a tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for security_group (05532e9b-c0ec-45c8-b19e-48187ae04023), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:19.642021 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-a3799f21-48ad-4b3b-8178-fbe99468690a tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for security_group (05532e9b-c0ec-45c8-b19e-48187ae04023), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:19.751042 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-a3799f21-48ad-4b3b-8178-fbe99468690a tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (05532e9b-c0ec-45c8-b19e-48187ae04023), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:19.753743 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-a3799f21-48ad-4b3b-8178-fbe99468690a tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:19.757310 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-a3799f21-48ad-4b3b-8178-fbe99468690a tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "DELETE /v2.0/security-groups/05532e9b-c0ec-45c8-b19e-48187ae04023 HTTP/1.1" status: 204 len: 168 time: 0.1858017 Mar 08 04:54:19.758112 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 47046) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:19.764465 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3799f21-48ad-4b3b-8178-fbe99468690a tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05532e9b-c0ec-45c8-b19e-48187ae04023,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:19.773881 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c1e1e-6020-483b-b203-0e034d32acb2 req-0e04b7d2-3493-4999-8dfe-7a0c3038326c tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:19.778941 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3799f21-48ad-4b3b-8178-fbe99468690a tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:19.778941 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3799f21-48ad-4b3b-8178-fbe99468690a tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:19.779152 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-191c1e1e-6020-483b-b203-0e034d32acb2 req-0e04b7d2-3493-4999-8dfe-7a0c3038326c tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/ports?device_id=576b5cda-6f8d-49d4-9108-c21a68209f0b HTTP/1.1" status: 200 len: 949 time: 0.0602446 Mar 08 04:54:19.779263 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3799f21-48ad-4b3b-8178-fbe99468690a tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:19.779263 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3799f21-48ad-4b3b-8178-fbe99468690a tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:19.779263 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3799f21-48ad-4b3b-8178-fbe99468690a tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:19.779263 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3799f21-48ad-4b3b-8178-fbe99468690a tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:19.779263 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3799f21-48ad-4b3b-8178-fbe99468690a tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:19.779263 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3799f21-48ad-4b3b-8178-fbe99468690a tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:19.779263 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3799f21-48ad-4b3b-8178-fbe99468690a tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:19.779263 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3799f21-48ad-4b3b-8178-fbe99468690a tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:19.779263 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3799f21-48ad-4b3b-8178-fbe99468690a tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:19.779263 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3799f21-48ad-4b3b-8178-fbe99468690a tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:19.779263 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3799f21-48ad-4b3b-8178-fbe99468690a tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:19.780419 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.api.v2.resource [None req-04e60d2c-6eb6-4b02-8684-d1ac8919fe3a tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] show failed (client error): The resource could not be found. Mar 08 04:54:19.784711 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-04e60d2c-6eb6-4b02-8684-d1ac8919fe3a tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "GET /v2.0/security-groups/05532e9b-c0ec-45c8-b19e-48187ae04023 HTTP/1.1" status: 404 len: 347 time: 0.0223343 Mar 08 04:54:19.784944 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 47048) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:19.830623 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-191c1e1e-6020-483b-b203-0e034d32acb2 req-d48efed2-70a7-4554-8a15-2f00c9c0ce3f tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e09b804-28a8-476e-9d84-91a1497296ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432487 Mar 08 04:54:19.909288 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-8afed6f5-2a56-4125-a519-b3cd117fe1b1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Deleting port 89154cb3-a7d1-4f18-a332-5ab68ebbfa9f {{(pid=110145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:54:19.909634 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8afed6f5-2a56-4125-a519-b3cd117fe1b1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (89154cb3-a7d1-4f18-a332-5ab68ebbfa9f), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:19.985046 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8afed6f5-2a56-4125-a519-b3cd117fe1b1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (89154cb3-a7d1-4f18-a332-5ab68ebbfa9f), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:19.985396 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8afed6f5-2a56-4125-a519-b3cd117fe1b1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for floatingip (89154cb3-a7d1-4f18-a332-5ab68ebbfa9f), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:19.996417 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-8afed6f5-2a56-4125-a519-b3cd117fe1b1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Calling delete_port for 89154cb3-a7d1-4f18-a332-5ab68ebbfa9f owned by network:floatingip {{(pid=110145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:54:20.071520 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:20.225779 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8afed6f5-2a56-4125-a519-b3cd117fe1b1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793137'] for port (89154cb3-a7d1-4f18-a332-5ab68ebbfa9f), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:20.249162 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afed6f5-2a56-4125-a519-b3cd117fe1b1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Pushing event deleted for resources: {'Port': ['ID=89154cb3-a7d1-4f18-a332-5ab68ebbfa9f,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:20.313410 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8afed6f5-2a56-4125-a519-b3cd117fe1b1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks [] for floatingip (f6cb86c3-a47d-48d6-adb1-7deb7af47bd6), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:20.316057 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8afed6f5-2a56-4125-a519-b3cd117fe1b1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for floatingip (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:20.319659 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-8afed6f5-2a56-4125-a519-b3cd117fe1b1 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] 10.222.0.35 "DELETE /v2.0/floatingips/f6cb86c3-a47d-48d6-adb1-7deb7af47bd6 HTTP/1.1" status: 204 len: 168 time: 0.5313320 Mar 08 04:54:20.946384 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356df74-fbd2-4cd8-ab7f-8d15ad98652b req-4b9b7e91-0f63-48f6-96a1-51e921a18f45 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:20.947890 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-9356df74-fbd2-4cd8-ab7f-8d15ad98652b req-4b9b7e91-0f63-48f6-96a1-51e921a18f45 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/ports?device_id=576b5cda-6f8d-49d4-9108-c21a68209f0b HTTP/1.1" status: 200 len: 949 time: 0.0523582 Mar 08 04:54:20.998179 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-9356df74-fbd2-4cd8-ab7f-8d15ad98652b req-a5ae4863-77d0-48f9-9dde-2422a10624ae tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e09b804-28a8-476e-9d84-91a1497296ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446241 Mar 08 04:54:21.400528 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e35cb-a55a-47e1-b948-f66bdcd8df00 req-b7cf69da-c686-4e3c-87fc-c6e07cebad8e tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:21.402142 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-f25e35cb-a55a-47e1-b948-f66bdcd8df00 req-b7cf69da-c686-4e3c-87fc-c6e07cebad8e tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/ports?device_id=576b5cda-6f8d-49d4-9108-c21a68209f0b HTTP/1.1" status: 200 len: 949 time: 0.0515618 Mar 08 04:54:21.447476 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-f25e35cb-a55a-47e1-b948-f66bdcd8df00 req-d090fba3-a42a-42fe-9bf7-b09e67e3d15a tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e09b804-28a8-476e-9d84-91a1497296ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392370 Mar 08 04:54:22.567802 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f1723-7b17-4bb2-86bc-045663391402 req-7048d326-1441-4e42-ad94-3c9067a9649d tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:22.569296 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-984f1723-7b17-4bb2-86bc-045663391402 req-7048d326-1441-4e42-ad94-3c9067a9649d tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/ports?device_id=576b5cda-6f8d-49d4-9108-c21a68209f0b HTTP/1.1" status: 200 len: 949 time: 0.0545924 Mar 08 04:54:22.615433 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-984f1723-7b17-4bb2-86bc-045663391402 req-df9ff1c9-5b17-4a2a-a488-89f2e23e87de tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e09b804-28a8-476e-9d84-91a1497296ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404260 Mar 08 04:54:22.979394 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 47100) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:23.414881 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-4e96b29e-9fca-4bbd-8dff-045a1e629837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-956245'] for router_interface (0301edbb-1cb6-42b0-8a45-736d73f61666), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:23.657040 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-4e96b29e-9fca-4bbd-8dff-045a1e629837 admin admin] Deleting port 9583e9f3-4432-4325-8688-db1084d0bc9d {{(pid=110145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:54:23.657427 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-4e96b29e-9fca-4bbd-8dff-045a1e629837 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (9583e9f3-4432-4325-8688-db1084d0bc9d), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:23.765782 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.db [None req-4e96b29e-9fca-4bbd-8dff-045a1e629837 admin admin] For port 9583e9f3-4432-4325-8688-db1084d0bc9d, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=9583e9f3-4432-4325-8688-db1084d0bc9d,segment=NetworkSegment(b5d0be17-e38f-4e92-9e95-4d4779f06bf0),segment_id=b5d0be17-e38f-4e92-9e95-4d4779f06bf0)] {{(pid=110145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:54:23.766153 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-4e96b29e-9fca-4bbd-8dff-045a1e629837 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (9583e9f3-4432-4325-8688-db1084d0bc9d), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:23.787470 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03440668-850a-4b43-a060-42020ab0008e req-2f9ad78c-56c3-4a48-a9e0-af9edf2bd7ed tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:23.788931 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-03440668-850a-4b43-a060-42020ab0008e req-2f9ad78c-56c3-4a48-a9e0-af9edf2bd7ed tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/ports?device_id=576b5cda-6f8d-49d4-9108-c21a68209f0b HTTP/1.1" status: 200 len: 949 time: 0.0847633 Mar 08 04:54:23.789950 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-4e96b29e-9fca-4bbd-8dff-045a1e629837 admin admin] Calling delete_port for 9583e9f3-4432-4325-8688-db1084d0bc9d owned by network:router_interface {{(pid=110145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:54:23.885837 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-03440668-850a-4b43-a060-42020ab0008e req-0437e6d7-d587-415b-9566-f12d2683a174 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e09b804-28a8-476e-9d84-91a1497296ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901649 Mar 08 04:54:24.088202 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-4e96b29e-9fca-4bbd-8dff-045a1e629837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793137'] for port (9583e9f3-4432-4325-8688-db1084d0bc9d), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:24.111805 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96b29e-9fca-4bbd-8dff-045a1e629837 admin admin] Pushing event deleted for resources: {'Port': ['ID=9583e9f3-4432-4325-8688-db1084d0bc9d,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:24.289452 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-4e96b29e-9fca-4bbd-8dff-045a1e629837 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-956193'] for router_interface (0301edbb-1cb6-42b0-8a45-736d73f61666), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:24.501839 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e96b29e-9fca-4bbd-8dff-045a1e629837 admin admin] Router 0301edbb-1cb6-42b0-8a45-736d73f61666 has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:54:24.604642 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e96b29e-9fca-4bbd-8dff-045a1e629837 admin admin] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:54:24.610195 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-4e96b29e-9fca-4bbd-8dff-045a1e629837 admin admin] 10.222.0.35 "PUT /v2.0/routers/0301edbb-1cb6-42b0-8a45-736d73f61666/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6297832 Mar 08 04:54:24.612640 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 47110) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:24.617341 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098d7f7f-fcf1-45f5-9332-bf5382502287 None None] Sync routers for ids ['0301edbb-1cb6-42b0-8a45-736d73f61666'] in dv-cinder-740146-13-iscsi {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:54:24.626861 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098d7f7f-fcf1-45f5-9332-bf5382502287 None None] Routers {'0301edbb-1cb6-42b0-8a45-736d73f61666'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:54:24.627472 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-098d7f7f-fcf1-45f5-9332-bf5382502287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:54:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['0301edbb-1cb6-42b0-8a45-736d73f61666'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:54:24.714735 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-0cf3bd87-9fd5-40be-9748-39036c8c5d60 admin admin] Publish callbacks [] for router (0301edbb-1cb6-42b0-8a45-736d73f61666), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:24.732017 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-098d7f7f-fcf1-45f5-9332-bf5382502287 None None] Set router 0301edbb-1cb6-42b0-8a45-736d73f61666 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:54:24.816850 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-0cf3bd87-9fd5-40be-9748-39036c8c5d60 admin admin] Publish callbacks [] for router_gateway (0301edbb-1cb6-42b0-8a45-736d73f61666), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:24.906567 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-098d7f7f-fcf1-45f5-9332-bf5382502287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'name': 'tempest-AttachVolumeShelveTestJSON-480904037-router', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.130'}], 'enable_snat': True}, 'gw_port_id': '6ac4a553-3e37-4e5e-a952-455684760833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:22Z', 'updated_at': '2022-03-08T04:54:23Z', 'revision_number': 5, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'gw_port': {'id': '6ac4a553-3e37-4e5e-a952-455684760833', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:43:24Z', 'updated_at': '2022-03-08T04:43:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi'}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:54:24.936289 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-0cf3bd87-9fd5-40be-9748-39036c8c5d60 admin admin] Deleting port 6ac4a553-3e37-4e5e-a952-455684760833 {{(pid=110145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:54:24.936628 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-0cf3bd87-9fd5-40be-9748-39036c8c5d60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (6ac4a553-3e37-4e5e-a952-455684760833), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:24.938710 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098d7f7f-fcf1-45f5-9332-bf5382502287 None None] Checking router: 0301edbb-1cb6-42b0-8a45-736d73f61666 for host: dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:54:24.947077 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098d7f7f-fcf1-45f5-9332-bf5382502287 None None] Routers {'0301edbb-1cb6-42b0-8a45-736d73f61666'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:54:24.947688 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-098d7f7f-fcf1-45f5-9332-bf5382502287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:54:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['0301edbb-1cb6-42b0-8a45-736d73f61666'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:54:25.014242 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670b342-4bc3-43c6-85ef-19829322c507 req-3a7f2919-c38b-4cbb-b491-8147f6c499a5 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:25.015890 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f670b342-4bc3-43c6-85ef-19829322c507 req-3a7f2919-c38b-4cbb-b491-8147f6c499a5 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/ports?device_id=576b5cda-6f8d-49d4-9108-c21a68209f0b HTTP/1.1" status: 200 len: 949 time: 0.0592222 Mar 08 04:54:25.023980 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.db [None req-0cf3bd87-9fd5-40be-9748-39036c8c5d60 admin admin] For port 6ac4a553-3e37-4e5e-a952-455684760833, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=6ac4a553-3e37-4e5e-a952-455684760833,segment=NetworkSegment(83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c),segment_id=83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c)] {{(pid=110145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:54:25.023980 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-0cf3bd87-9fd5-40be-9748-39036c8c5d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (6ac4a553-3e37-4e5e-a952-455684760833), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:25.038199 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-0cf3bd87-9fd5-40be-9748-39036c8c5d60 admin admin] Calling delete_port for 6ac4a553-3e37-4e5e-a952-455684760833 owned by network:router_gateway {{(pid=110145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:54:25.046075 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-098d7f7f-fcf1-45f5-9332-bf5382502287 None None] Set router 0301edbb-1cb6-42b0-8a45-736d73f61666 gateway port host: None {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:54:25.064827 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f670b342-4bc3-43c6-85ef-19829322c507 req-8c4e94fe-b0e0-4073-935d-ad6782fd4030 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e09b804-28a8-476e-9d84-91a1497296ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424521 Mar 08 04:54:25.106496 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-098d7f7f-fcf1-45f5-9332-bf5382502287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'name': 'tempest-AttachVolumeShelveTestJSON-480904037-router', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:22Z', 'updated_at': '2022-03-08T04:54:24Z', 'revision_number': 6, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'gw_port_host': None}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:54:25.136192 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098d7f7f-fcf1-45f5-9332-bf5382502287 None None] The sync data for ids ['0301edbb-1cb6-42b0-8a45-736d73f61666'] in dv-cinder-740146-13-iscsi is: [{'id': '0301edbb-1cb6-42b0-8a45-736d73f61666', 'name': 'tempest-AttachVolumeShelveTestJSON-480904037-router', 'tenant_id': '53b2a43d64144bbfbae1d11822fba676', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:43:22Z', 'updated_at': '2022-03-08T04:54:24Z', 'revision_number': 6, 'project_id': '53b2a43d64144bbfbae1d11822fba676', 'gw_port_host': None}] {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:54:25.262413 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-0cf3bd87-9fd5-40be-9748-39036c8c5d60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793137'] for port (6ac4a553-3e37-4e5e-a952-455684760833), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:25.287893 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3bd87-9fd5-40be-9748-39036c8c5d60 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ac4a553-3e37-4e5e-a952-455684760833,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:25.347038 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-0cf3bd87-9fd5-40be-9748-39036c8c5d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-950923'] for router_gateway (0301edbb-1cb6-42b0-8a45-736d73f61666), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:25.436496 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-0cf3bd87-9fd5-40be-9748-39036c8c5d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-955711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9283'] for router (0301edbb-1cb6-42b0-8a45-736d73f61666), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:25.438556 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-0cf3bd87-9fd5-40be-9748-39036c8c5d60 admin admin] Publish callbacks [] for router_controller (0301edbb-1cb6-42b0-8a45-736d73f61666), precommit_delete_associations {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:25.549008 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-0cf3bd87-9fd5-40be-9748-39036c8c5d60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-955688'] for router (0301edbb-1cb6-42b0-8a45-736d73f61666), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:25.549742 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf3bd87-9fd5-40be-9748-39036c8c5d60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0301edbb-1cb6-42b0-8a45-736d73f61666 {{(pid=110145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 04:54:25.553985 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-0cf3bd87-9fd5-40be-9748-39036c8c5d60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:25.555144 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-0cf3bd87-9fd5-40be-9748-39036c8c5d60 admin admin] 10.222.0.35 "DELETE /v2.0/routers/0301edbb-1cb6-42b0-8a45-736d73f61666 HTTP/1.1" status: 204 len: 168 time: 0.9415627 Mar 08 04:54:25.557621 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 47116) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:25.600416 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbc08fc6-ab17-4162-bb2f-986ce713ff93 admin admin] Deleting subnet 2b6a1ea5-e77b-4dad-bc11-fe8b411f2953 {{(pid=110145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 04:54:25.603367 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-bbc08fc6-ab17-4162-bb2f-986ce713ff93 admin admin] Publish callbacks [] for subnet (2b6a1ea5-e77b-4dad-bc11-fe8b411f2953), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:25.636388 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-bbc08fc6-ab17-4162-bb2f-986ce713ff93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1921012'] for subnet (2b6a1ea5-e77b-4dad-bc11-fe8b411f2953), precommit_delete_associations {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:25.714480 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-bbc08fc6-ab17-4162-bb2f-986ce713ff93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4105722'] for subnet (2b6a1ea5-e77b-4dad-bc11-fe8b411f2953), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:25.840501 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-bbc08fc6-ab17-4162-bb2f-986ce713ff93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4105697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62793094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59254926'] for subnet (2b6a1ea5-e77b-4dad-bc11-fe8b411f2953), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:25.867253 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc08fc6-ab17-4162-bb2f-986ce713ff93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b6a1ea5-e77b-4dad-bc11-fe8b411f2953,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:25.870830 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-bbc08fc6-ab17-4162-bb2f-986ce713ff93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for subnet (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:25.876394 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-bbc08fc6-ab17-4162-bb2f-986ce713ff93 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/2b6a1ea5-e77b-4dad-bc11-fe8b411f2953 HTTP/1.1" status: 204 len: 168 time: 0.3157096 Mar 08 04:54:25.876724 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 47118) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:25.879209 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a12e16d-a202-4b6a-b312-9b17b98f9f64 None None] Network 860c194c-b911-4147-84ad-16e240b1666f requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:54:25.954394 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8ee2760f-b620-4fdc-aa7d-4e9cd01589f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3980661'] for network (860c194c-b911-4147-84ad-16e240b1666f), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:26.048478 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78b65b6-dbe1-4f23-b065-64507934d0d5 None None] DHCP port deletion for 860c194c-b911-4147-84ad-16e240b1666f request from dv-cinder-740146-13-iscsi {{(pid=110146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 04:54:26.124920 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-d78b65b6-dbe1-4f23-b065-64507934d0d5 None None] Deleting port 01b672c4-f9ed-42f9-8715-e729d11d474e {{(pid=110146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:54:26.125184 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-d78b65b6-dbe1-4f23-b065-64507934d0d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (01b672c4-f9ed-42f9-8715-e729d11d474e), before_delete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:26.209055 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 6ac4a553-3e37-4e5e-a952-455684760833 no longer exists at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:54:26.243168 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] No Port match for: 6ac4a553-3e37-4e5e-a952-455684760833 {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:54:26.243514 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 6ac4a553-3e37-4e5e-a952-455684760833 not bound to the agent host dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:54:26.243934 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 01b672c4-f9ed-42f9-8715-e729d11d474e no longer exists at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:54:26.246661 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-d78b65b6-dbe1-4f23-b065-64507934d0d5 None None] For port 01b672c4-f9ed-42f9-8715-e729d11d474e, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=01b672c4-f9ed-42f9-8715-e729d11d474e,segment=NetworkSegment(b5d0be17-e38f-4e92-9e95-4d4779f06bf0),segment_id=b5d0be17-e38f-4e92-9e95-4d4779f06bf0)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:54:26.247062 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-d78b65b6-dbe1-4f23-b065-64507934d0d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (01b672c4-f9ed-42f9-8715-e729d11d474e), precommit_delete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:26.280604 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-d78b65b6-dbe1-4f23-b065-64507934d0d5 None None] Calling delete_port for 01b672c4-f9ed-42f9-8715-e729d11d474e owned by network:dhcp {{(pid=110146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:54:26.309667 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-8ee2760f-b620-4fdc-aa7d-4e9cd01589f7 admin admin] Deleting port 01b672c4-f9ed-42f9-8715-e729d11d474e {{(pid=110145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:54:26.310250 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8ee2760f-b620-4fdc-aa7d-4e9cd01589f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (01b672c4-f9ed-42f9-8715-e729d11d474e), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:26.319710 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfca70e-c8e3-48d9-b4cb-bb16feedc69e req-b829adb8-721a-4266-8b1c-45482c8b5b1c tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:26.321170 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-9dfca70e-c8e3-48d9-b4cb-bb16feedc69e req-b829adb8-721a-4266-8b1c-45482c8b5b1c tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/ports?device_id=576b5cda-6f8d-49d4-9108-c21a68209f0b HTTP/1.1" status: 200 len: 949 time: 0.0696738 Mar 08 04:54:26.389808 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port 01b672c4-f9ed-42f9-8715-e729d11d474e is: ACTIVE; New status is: DOWN {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:54:26.390209 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (01b672c4-f9ed-42f9-8715-e729d11d474e), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:26.406084 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.db [None req-8ee2760f-b620-4fdc-aa7d-4e9cd01589f7 admin admin] For port 01b672c4-f9ed-42f9-8715-e729d11d474e, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=01b672c4-f9ed-42f9-8715-e729d11d474e,segment=NetworkSegment(b5d0be17-e38f-4e92-9e95-4d4779f06bf0),segment_id=b5d0be17-e38f-4e92-9e95-4d4779f06bf0)] {{(pid=110145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:54:26.406456 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8ee2760f-b620-4fdc-aa7d-4e9cd01589f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (01b672c4-f9ed-42f9-8715-e729d11d474e), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:26.428635 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-9dfca70e-c8e3-48d9-b4cb-bb16feedc69e req-8b01a858-42a0-4d77-a8e4-dc95de789d62 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/security-groups?id=0e09b804-28a8-476e-9d84-91a1497296ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978322 Mar 08 04:54:26.429579 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-8ee2760f-b620-4fdc-aa7d-4e9cd01589f7 admin admin] Calling delete_port for 01b672c4-f9ed-42f9-8715-e729d11d474e owned by network:dhcp {{(pid=110145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:54:26.622370 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8ee2760f-b620-4fdc-aa7d-4e9cd01589f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793137'] for port (01b672c4-f9ed-42f9-8715-e729d11d474e), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:26.644248 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 9583e9f3-4432-4325-8688-db1084d0bc9d no longer exists at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:54:26.647868 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-d78b65b6-dbe1-4f23-b065-64507934d0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864'] for port (01b672c4-f9ed-42f9-8715-e729d11d474e), after_delete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:26.648947 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2760f-b620-4fdc-aa7d-4e9cd01589f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=01b672c4-f9ed-42f9-8715-e729d11d474e,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:26.654547 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee2760f-b620-4fdc-aa7d-4e9cd01589f7 admin admin] No DVR routers for this DVR port 01b672c4-f9ed-42f9-8715-e729d11d474e on host dv-cinder-740146-13-iscsi {{(pid=110145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:54:26.671404 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] No Port match for: 9583e9f3-4432-4325-8688-db1084d0bc9d {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:54:26.671760 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 9583e9f3-4432-4325-8688-db1084d0bc9d not bound to the agent host dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:54:26.692248 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b65b6-dbe1-4f23-b065-64507934d0d5 None None] Pushing event deleted for resources: {'Port': ['ID=01b672c4-f9ed-42f9-8715-e729d11d474e,revision_number=None']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:26.694155 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78b65b6-dbe1-4f23-b065-64507934d0d5 None None] No DVR routers for this DVR port 01b672c4-f9ed-42f9-8715-e729d11d474e on host dv-cinder-740146-13-iscsi {{(pid=110146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:54:26.725215 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8ee2760f-b620-4fdc-aa7d-4e9cd01589f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3756149', 'neutron.services.segments.db._delete_segments_for_network-8769087550311'] for network (860c194c-b911-4147-84ad-16e240b1666f), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:26.743286 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e438256-a7b5-46d2-aa36-36a5c0fdf9e4 req-32f18c7e-8f73-4703-b9d2-c5217f5acad1 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:26.744692 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.services.segments.db [None req-8ee2760f-b620-4fdc-aa7d-4e9cd01589f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['860c194c-b911-4147-84ad-16e240b1666f']}} {{(pid=110145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:54:26.744824 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2e438256-a7b5-46d2-aa36-36a5c0fdf9e4 req-32f18c7e-8f73-4703-b9d2-c5217f5acad1 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.18 "GET /v2.0/ports?device_id=576b5cda-6f8d-49d4-9108-c21a68209f0b HTTP/1.1" status: 200 len: 949 time: 0.0567088 Mar 08 04:54:26.754239 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.services.segments.db [None req-8ee2760f-b620-4fdc-aa7d-4e9cd01589f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d0be17-e38f-4e92-9e95-4d4779f06bf0') {'for_net_delete': True} {{(pid=110145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:54:26.754537 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.services.segments.db [None req-8ee2760f-b620-4fdc-aa7d-4e9cd01589f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d0be17-e38f-4e92-9e95-4d4779f06bf0') {} {{(pid=110145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:54:26.763699 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8ee2760f-b620-4fdc-aa7d-4e9cd01589f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769087551344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920783'] for segment (b5d0be17-e38f-4e92-9e95-4d4779f06bf0), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:26.777060 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8ee2760f-b620-4fdc-aa7d-4e9cd01589f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041'] for segment (b5d0be17-e38f-4e92-9e95-4d4779f06bf0), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:26.783094 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee2760f-b620-4fdc-aa7d-4e9cd01589f7 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=110145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 04:54:26.783480 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8ee2760f-b620-4fdc-aa7d-4e9cd01589f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62793196'] for segment (b5d0be17-e38f-4e92-9e95-4d4779f06bf0), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:26.785169 dv-cinder-740146-13-iscsi neutron-server[110145]: Traceback (most recent call last): Mar 08 04:54:26.785169 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 04:54:26.785169 dv-cinder-740146-13-iscsi neutron-server[110145]: timer() Mar 08 04:54:26.785169 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 04:54:26.785169 dv-cinder-740146-13-iscsi neutron-server[110145]: cb(*args, **kw) Mar 08 04:54:26.785169 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 04:54:26.785169 dv-cinder-740146-13-iscsi neutron-server[110145]: return func(*args, **kwargs) Mar 08 04:54:26.785169 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 04:54:26.785169 dv-cinder-740146-13-iscsi neutron-server[110145]: self._notify() Mar 08 04:54:26.785169 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 04:54:26.785169 dv-cinder-740146-13-iscsi neutron-server[110145]: self.callback(batched_events) Mar 08 04:54:26.785169 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 04:54:26.785169 dv-cinder-740146-13-iscsi neutron-server[110145]: event.method(event) Mar 08 04:54:26.785169 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 04:54:26.785169 dv-cinder-740146-13-iscsi neutron-server[110145]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 04:54:26.785169 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 04:54:26.785169 dv-cinder-740146-13-iscsi neutron-server[110145]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 04:54:26.785169 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 04:54:26.785169 dv-cinder-740146-13-iscsi neutron-server[110145]: return f(self, *a, **k) Mar 08 04:54:26.785169 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 04:54:26.785169 dv-cinder-740146-13-iscsi neutron-server[110145]: return self._get(url).json() Mar 08 04:54:26.785169 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 04:54:26.785169 dv-cinder-740146-13-iscsi neutron-server[110145]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 04:54:26.785169 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 04:54:26.785169 dv-cinder-740146-13-iscsi neutron-server[110145]: return self.request(url, 'GET', **kwargs) Mar 08 04:54:26.785169 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 04:54:26.785169 dv-cinder-740146-13-iscsi neutron-server[110145]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 04:54:26.785169 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 04:54:26.785169 dv-cinder-740146-13-iscsi neutron-server[110145]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 04:54:26.785169 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 04:54:26.785169 dv-cinder-740146-13-iscsi neutron-server[110145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 04:54:26.785169 dv-cinder-740146-13-iscsi neutron-server[110145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 04:54:26.848858 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-2e438256-a7b5-46d2-aa36-36a5c0fdf9e4 req-83f195b9-f594-4fd0-bf42-2e65ad61e9b0 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Deleting port 95853c8e-512d-4c39-ba2c-e893938b37c5 {{(pid=110144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:54:26.849227 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-2e438256-a7b5-46d2-aa36-36a5c0fdf9e4 req-83f195b9-f594-4fd0-bf42-2e65ad61e9b0 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (95853c8e-512d-4c39-ba2c-e893938b37c5), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:26.908166 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8ee2760f-b620-4fdc-aa7d-4e9cd01589f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3756156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-950959'] for network (860c194c-b911-4147-84ad-16e240b1666f), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:26.912579 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8ee2760f-b620-4fdc-aa7d-4e9cd01589f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for network (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:26.916034 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-8ee2760f-b620-4fdc-aa7d-4e9cd01589f7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/860c194c-b911-4147-84ad-16e240b1666f HTTP/1.1" status: 204 len: 168 time: 1.0329983 Mar 08 04:54:26.928218 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2760f-b620-4fdc-aa7d-4e9cd01589f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=860c194c-b911-4147-84ad-16e240b1666f,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:26.937185 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-2e438256-a7b5-46d2-aa36-36a5c0fdf9e4 req-83f195b9-f594-4fd0-bf42-2e65ad61e9b0 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] For port 95853c8e-512d-4c39-ba2c-e893938b37c5, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=95853c8e-512d-4c39-ba2c-e893938b37c5,segment=NetworkSegment(920ea148-a91c-48ca-a077-913e000b9bf7),segment_id=920ea148-a91c-48ca-a077-913e000b9bf7)] {{(pid=110144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:54:26.937558 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-2e438256-a7b5-46d2-aa36-36a5c0fdf9e4 req-83f195b9-f594-4fd0-bf42-2e65ad61e9b0 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (95853c8e-512d-4c39-ba2c-e893938b37c5), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:26.950531 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-2e438256-a7b5-46d2-aa36-36a5c0fdf9e4 req-83f195b9-f594-4fd0-bf42-2e65ad61e9b0 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Calling delete_port for 95853c8e-512d-4c39-ba2c-e893938b37c5 owned by compute:nova {{(pid=110144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:54:27.142138 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-2e438256-a7b5-46d2-aa36-36a5c0fdf9e4 req-83f195b9-f594-4fd0-bf42-2e65ad61e9b0 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (95853c8e-512d-4c39-ba2c-e893938b37c5), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:27.154152 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] get_ports_and_sgs() called for port_ids ['95853c8e-512d-4c39-ba2c-e893938b37c5'] {{(pid=110146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:54:27.170527 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f195b9-f594-4fd0-bf42-2e65ad61e9b0 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Pushing event deleted for resources: {'Port': ['ID=95853c8e-512d-4c39-ba2c-e893938b37c5,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:27.223500 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e438256-a7b5-46d2-aa36-36a5c0fdf9e4 req-83f195b9-f594-4fd0-bf42-2e65ad61e9b0 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] No DVR routers for this DVR port 95853c8e-512d-4c39-ba2c-e893938b37c5 on host hv-cinder-74014 {{(pid=110144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:54:27.226812 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-2e438256-a7b5-46d2-aa36-36a5c0fdf9e4 req-83f195b9-f594-4fd0-bf42-2e65ad61e9b0 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:27.230356 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2e438256-a7b5-46d2-aa36-36a5c0fdf9e4 req-83f195b9-f594-4fd0-bf42-2e65ad61e9b0 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.18 "DELETE /v2.0/ports/95853c8e-512d-4c39-ba2c-e893938b37c5 HTTP/1.1" status: 204 len: 173 time: 0.4802046 Mar 08 04:54:27.230846 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576b5cda-6f8d-49d4-9108-c21a68209f0b', 'name': 'network-vif-deleted', 'tag': '95853c8e-512d-4c39-ba2c-e893938b37c5'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:54:27.233525 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747b5a0f-e0cc-4209-aac3-8cdfbd8ddc24" -d '{"events": [{"server_uuid": "576b5cda-6f8d-49d4-9108-c21a68209f0b", "name": "network-vif-deleted", "tag": "95853c8e-512d-4c39-ba2c-e893938b37c5"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:54:27.263482 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 47130) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:27.287413 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed51df68-3686-4abb-9338-f50ae51da5b4 x-openstack-request-id: req-ed51df68-3686-4abb-9338-f50ae51da5b4 {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:54:27.287716 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576b5cda-6f8d-49d4-9108-c21a68209f0b", "name": "network-vif-deleted", "tag": "95853c8e-512d-4c39-ba2c-e893938b37c5", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:54:27.287970 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ed51df68-3686-4abb-9338-f50ae51da5b4 {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:54:27.288370 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576b5cda-6f8d-49d4-9108-c21a68209f0b', 'name': 'network-vif-deleted', 'tag': '95853c8e-512d-4c39-ba2c-e893938b37c5', 'status': 'completed', 'code': 200} Mar 08 04:54:27.310865 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-fdbaf5ca-1ee3-44d2-81bf-3871c17b8688 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=53b2a43d64144bbfbae1d11822fba676&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0461109 Mar 08 04:54:27.313304 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 47132) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:27.362186 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8cfd44f1-6f63-4cfb-b075-24226894182a admin admin] Publish callbacks [] for security_group (54a11291-ded1-4481-acac-fb498cc75c64), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:27.383286 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8cfd44f1-6f63-4cfb-b075-24226894182a admin admin] Publish callbacks [] for security_group (54a11291-ded1-4481-acac-fb498cc75c64), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:27.494163 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8cfd44f1-6f63-4cfb-b075-24226894182a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (54a11291-ded1-4481-acac-fb498cc75c64), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:27.496862 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8cfd44f1-6f63-4cfb-b075-24226894182a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:27.498093 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-8cfd44f1-6f63-4cfb-b075-24226894182a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/54a11291-ded1-4481-acac-fb498cc75c64 HTTP/1.1" status: 204 len: 168 time: 0.1838436 Mar 08 04:54:27.507014 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd44f1-6f63-4cfb-b075-24226894182a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a11291-ded1-4481-acac-fb498cc75c64,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:27.548755 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-084f5136-3251-4017-a3b5-e52f33b49b8a req-10501adb-10f6-4d4c-b9a9-23dd1ad808c2 tempest-VolumesNegativeTest-978334465 tempest-VolumesNegativeTest-978334465-project] 10.222.0.35 "GET /v2.0/ports?device_id=576b5cda-6f8d-49d4-9108-c21a68209f0b HTTP/1.1" status: 200 len: 210 time: 0.0276735 Mar 08 04:54:29.243425 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 95853c8e-512d-4c39-ba2c-e893938b37c5 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:54:29.264111 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] No Port match for: 95853c8e-512d-4c39-ba2c-e893938b37c5 {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:54:29.264352 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 95853c8e-512d-4c39-ba2c-e893938b37c5 not bound to the agent host hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:54:29.496703 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:36.558465 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 47506) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:36.642730 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 47512) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:36.726295 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6c48db98-d759-4ea6-a4f5-869b50d5a05a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:36.759304 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-5ec7c8b2-1a69-42b5-b2d8-8b23fabae0d2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=88a45649a6ed4437ba3f4f2fbc0dd621&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1155522 Mar 08 04:54:36.762034 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 47520) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:36.813826 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-2372955b-4866-4f70-9b59-7eb862ccccf5 admin admin] Publish callbacks [] for security_group (0e09b804-28a8-476e-9d84-91a1497296ac), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:36.821761 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6c48db98-d759-4ea6-a4f5-869b50d5a05a admin admin] Publish callbacks [] for security_group (1439038e-cb8a-4a40-a857-221a4dfbe7a5), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:36.836374 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-2372955b-4866-4f70-9b59-7eb862ccccf5 admin admin] Publish callbacks [] for security_group (0e09b804-28a8-476e-9d84-91a1497296ac), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:36.879059 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6c48db98-d759-4ea6-a4f5-869b50d5a05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (1439038e-cb8a-4a40-a857-221a4dfbe7a5), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:36.918243 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-6c48db98-d759-4ea6-a4f5-869b50d5a05a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7981028a4b1d4e66984d8f0b369fe6f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3586030 Mar 08 04:54:36.919223 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c48db98-d759-4ea6-a4f5-869b50d5a05a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1439038e-cb8a-4a40-a857-221a4dfbe7a5,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:36.920923 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 47526) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:36.968105 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-2372955b-4866-4f70-9b59-7eb862ccccf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (0e09b804-28a8-476e-9d84-91a1497296ac), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:36.971328 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-2372955b-4866-4f70-9b59-7eb862ccccf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:36.972617 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-2372955b-4866-4f70-9b59-7eb862ccccf5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0e09b804-28a8-476e-9d84-91a1497296ac HTTP/1.1" status: 204 len: 168 time: 0.2095721 Mar 08 04:54:36.977794 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-88e70e27-373d-4b06-9899-536d02772271 admin admin] Publish callbacks [] for security_group (1439038e-cb8a-4a40-a857-221a4dfbe7a5), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:36.994611 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372955b-4866-4f70-9b59-7eb862ccccf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e09b804-28a8-476e-9d84-91a1497296ac,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:37.008814 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-88e70e27-373d-4b06-9899-536d02772271 admin admin] Publish callbacks [] for security_group (1439038e-cb8a-4a40-a857-221a4dfbe7a5), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:37.149000 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-88e70e27-373d-4b06-9899-536d02772271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (1439038e-cb8a-4a40-a857-221a4dfbe7a5), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:37.149512 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-88e70e27-373d-4b06-9899-536d02772271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:37.150821 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-88e70e27-373d-4b06-9899-536d02772271 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1439038e-cb8a-4a40-a857-221a4dfbe7a5 HTTP/1.1" status: 204 len: 168 time: 0.2288499 Mar 08 04:54:37.163187 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e70e27-373d-4b06-9899-536d02772271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1439038e-cb8a-4a40-a857-221a4dfbe7a5,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:38.005615 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 47578) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:38.096702 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-77d4b0e6-2695-4307-bb3a-7f78c761eb1b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1106610680-network', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:54:38.174412 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d4b0e6-2695-4307-bb3a-7f78c761eb1b admin admin] Made reservation on behalf of 765d2cac172b406bbe3b16713b3aedd6 for: {'network': 1} {{(pid=110144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:54:38.176735 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-77d4b0e6-2695-4307-bb3a-7f78c761eb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for network (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:38.185130 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-77d4b0e6-2695-4307-bb3a-7f78c761eb1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:38.265974 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-77d4b0e6-2695-4307-bb3a-7f78c761eb1b admin admin] Publish callbacks [] for security_group (9a9baf18-34dd-4c1e-bcd8-b00603bbb866), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:38.333918 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-77d4b0e6-2695-4307-bb3a-7f78c761eb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (9a9baf18-34dd-4c1e-bcd8-b00603bbb866), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:38.354812 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77d4b0e6-2695-4307-bb3a-7f78c761eb1b admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=110144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 04:54:38.370268 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4b0e6-2695-4307-bb3a-7f78c761eb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9baf18-34dd-4c1e-bcd8-b00603bbb866,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:38.374114 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-77d4b0e6-2695-4307-bb3a-7f78c761eb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041'] for segment (4904b58b-aea2-4630-b83a-0db65c659289), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:38.374560 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.db.segments_db [None req-77d4b0e6-2695-4307-bb3a-7f78c761eb1b admin admin] Added segment 4904b58b-aea2-4630-b83a-0db65c659289 of type vlan for network a5e0ee09-af9b-47bb-91a6-5a6b90ff711c Mar 08 04:54:38.417688 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-77d4b0e6-2695-4307-bb3a-7f78c761eb1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769087223062'] for network (a5e0ee09-af9b-47bb-91a6-5a6b90ff711c), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:38.517278 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-77d4b0e6-2695-4307-bb3a-7f78c761eb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093'] for network (a5e0ee09-af9b-47bb-91a6-5a6b90ff711c), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:38.518319 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d4b0e6-2695-4307-bb3a-7f78c761eb1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:38.518906 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-77d4b0e6-2695-4307-bb3a-7f78c761eb1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for network (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:38.578009 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4b0e6-2695-4307-bb3a-7f78c761eb1b admin admin] Pushing event updated for resources: {'Network': ['ID=a5e0ee09-af9b-47bb-91a6-5a6b90ff711c,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:38.588446 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Network a5e0ee09-af9b-47bb-91a6-5a6b90ff711c details requested by agent ovs-agent-dv-cinder-740146-13-iscsi with host dv-cinder-740146-13-iscsi {{(pid=110146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 04:54:38.619654 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-77d4b0e6-2695-4307-bb3a-7f78c761eb1b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6102693 Mar 08 04:54:38.619853 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 47598) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:38.625043 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-396dfd77-7389-4691-8432-f978a0493d21 admin admin] Request body: {'subnet': {'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1106610680-subnet', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'ip_version': 4}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:54:38.722521 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-396dfd77-7389-4691-8432-f978a0493d21 admin admin] Made reservation on behalf of 765d2cac172b406bbe3b16713b3aedd6 for: {'subnet': 1} {{(pid=110144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:54:38.724928 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-396dfd77-7389-4691-8432-f978a0493d21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58903325'] for subnet (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:38.965868 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-396dfd77-7389-4691-8432-f978a0493d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4050140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58903299'] for subnet (dd319751-0ba2-4bbf-9f61-65487594c0f2), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:39.027003 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396dfd77-7389-4691-8432-f978a0493d21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd319751-0ba2-4bbf-9f61-65487594c0f2,revision_number=0']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:39.031280 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396dfd77-7389-4691-8432-f978a0493d21 admin admin] Checking segment: {'id': '4904b58b-aea2-4630-b83a-0db65c659289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:54:39.031647 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396dfd77-7389-4691-8432-f978a0493d21 admin admin] Network hostable DHCP agents. Network: a5e0ee09-af9b-47bb-91a6-5a6b90ff711c, hostable agents: ['0b7bcd49-0510-447e-bc01-0aee655b7fc1'], hosted agents: [] {{(pid=110144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 04:54:39.107583 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396dfd77-7389-4691-8432-f978a0493d21 admin admin] Network a5e0ee09-af9b-47bb-91a6-5a6b90ff711c is scheduled to be hosted by DHCP agent 0b7bcd49-0510-447e-bc01-0aee655b7fc1 with binding_index 1 {{(pid=110144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 04:54:39.193253 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [None req-396dfd77-7389-4691-8432-f978a0493d21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-13-iscsi, a5e0ee09-af9b-47bb-91a6-5a6b90ff711c) {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:54:39.197603 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396dfd77-7389-4691-8432-f978a0493d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:39.198287 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-396dfd77-7389-4691-8432-f978a0493d21 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:39.207084 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cccb805-a9d0-4465-8e67-34c7806acfcb None None] Network a5e0ee09-af9b-47bb-91a6-5a6b90ff711c requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:54:39.287450 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-396dfd77-7389-4691-8432-f978a0493d21 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6665559 Mar 08 04:54:39.290189 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 47614) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:39.294733 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-1fc9a523-d583-4574-8bb3-b859ecea300d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1106610680-router', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:54:39.311608 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35a4eea-d7e2-4247-bcb1-2bbe80a30d84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a34ffde-2fae-509e-bc11-a9db250d2a01-a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'fixed_ips': [{'subnet_id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2'}]}} from dv-cinder-740146-13-iscsi. {{(pid=110146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 04:54:39.312859 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-b35a4eea-d7e2-4247-bcb1-2bbe80a30d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:39.416451 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-1fc9a523-d583-4574-8bb3-b859ecea300d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9297'] for router (cefccb04-0a25-4799-867e-87c90af5ccf0), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:39.417549 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-1fc9a523-d583-4574-8bb3-b859ecea300d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-955753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9304'] for router (cefccb04-0a25-4799-867e-87c90af5ccf0), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:39.453881 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.db_base_plugin_common [None req-b35a4eea-d7e2-4247-bcb1-2bbe80a30d84 None None] Allocated IP 172.20.0.2 (a5e0ee09-af9b-47bb-91a6-5a6b90ff711c/dd319751-0ba2-4bbf-9f61-65487594c0f2/7c2ca12a-9ab0-41df-aea4-c82c16b7f19b) {{(pid=110146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:54:39.484115 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-1fc9a523-d583-4574-8bb3-b859ecea300d admin admin] Publish callbacks [] for router_controller (cefccb04-0a25-4799-867e-87c90af5ccf0), precommit_add_association {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:39.618607 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-b35a4eea-d7e2-4247-bcb1-2bbe80a30d84 None None] Publish callbacks [] for port (7c2ca12a-9ab0-41df-aea4-c82c16b7f19b), precommit_create {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:39.699879 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-b35a4eea-d7e2-4247-bcb1-2bbe80a30d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855'] for port (7c2ca12a-9ab0-41df-aea4-c82c16b7f19b), after_create {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:39.713420 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-1fc9a523-d583-4574-8bb3-b859ecea300d admin admin] Publish callbacks [] for router_gateway (cefccb04-0a25-4799-867e-87c90af5ccf0), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:39.743181 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35a4eea-d7e2-4247-bcb1-2bbe80a30d84 None None] Network a5e0ee09-af9b-47bb-91a6-5a6b90ff711c is already hosted by enough agents. {{(pid=110146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:54:39.746122 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.scheduler.base_scheduler [None req-b35a4eea-d7e2-4247-bcb1-2bbe80a30d84 None None] Resources bound (agent type, host, resource id): {{(pid=110146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:54:39.748811 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35a4eea-d7e2-4247-bcb1-2bbe80a30d84 None None] Received port after_create {{(pid=110146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:54:39.761584 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a4eea-d7e2-4247-bcb1-2bbe80a30d84 None None] Pushing event updated for resources: {'Port': ['ID=7c2ca12a-9ab0-41df-aea4-c82c16b7f19b,revision_number=1']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:39.813581 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-b35a4eea-d7e2-4247-bcb1-2bbe80a30d84 None None] Attempting to bind port 7c2ca12a-9ab0-41df-aea4-c82c16b7f19b on host dv-cinder-740146-13-iscsi for vnic_type normal with profile {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:54:39.813958 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-b35a4eea-d7e2-4247-bcb1-2bbe80a30d84 None None] Attempting to bind port 7c2ca12a-9ab0-41df-aea4-c82c16b7f19b by drivers openvswitch,hyperv on host dv-cinder-740146-13-iscsi at level 0 using segments [{'id': '4904b58b-aea2-4630-b83a-0db65c659289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c'}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:54:39.814321 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35a4eea-d7e2-4247-bcb1-2bbe80a30d84 None None] Attempting to bind port 7c2ca12a-9ab0-41df-aea4-c82c16b7f19b on network a5e0ee09-af9b-47bb-91a6-5a6b90ff711c {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:54:39.819443 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35a4eea-d7e2-4247-bcb1-2bbe80a30d84 None None] Checking agent: {'id': '4c7881dc-503e-4b59-880f-21834bcd9250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 35, 20), 'started_at': datetime.datetime(2022, 3, 8, 4, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:54:39.819818 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35a4eea-d7e2-4247-bcb1-2bbe80a30d84 None None] Checking segment: {'id': '4904b58b-aea2-4630-b83a-0db65c659289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:54:39.820231 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-b35a4eea-d7e2-4247-bcb1-2bbe80a30d84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:39.820614 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b35a4eea-d7e2-4247-bcb1-2bbe80a30d84 None None] Bound using segment: {'id': '4904b58b-aea2-4630-b83a-0db65c659289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c'} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:54:39.821091 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-b35a4eea-d7e2-4247-bcb1-2bbe80a30d84 None None] Bound port: 7c2ca12a-9ab0-41df-aea4-c82c16b7f19b, host: dv-cinder-740146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4904b58b-aea2-4630-b83a-0db65c659289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c'}}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:54:39.821496 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-b35a4eea-d7e2-4247-bcb1-2bbe80a30d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (7c2ca12a-9ab0-41df-aea4-c82c16b7f19b), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:39.890790 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-b35a4eea-d7e2-4247-bcb1-2bbe80a30d84 None None] For port 7c2ca12a-9ab0-41df-aea4-c82c16b7f19b, host dv-cinder-740146-13-iscsi, cleared binding levels {{(pid=110146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:54:39.894558 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-b35a4eea-d7e2-4247-bcb1-2bbe80a30d84 None None] For port 7c2ca12a-9ab0-41df-aea4-c82c16b7f19b, host dv-cinder-740146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=7c2ca12a-9ab0-41df-aea4-c82c16b7f19b,segment=NetworkSegment(4904b58b-aea2-4630-b83a-0db65c659289),segment_id=4904b58b-aea2-4630-b83a-0db65c659289)] {{(pid=110146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:54:39.943153 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 47642) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:39.988585 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-b35a4eea-d7e2-4247-bcb1-2bbe80a30d84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (7c2ca12a-9ab0-41df-aea4-c82c16b7f19b), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:39.989766 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-1fc9a523-d583-4574-8bb3-b859ecea300d admin admin] Publish callbacks [] for router_gateway (cefccb04-0a25-4799-867e-87c90af5ccf0), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:40.008650 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-1fc9a523-d583-4574-8bb3-b859ecea300d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:40.064518 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c955a44e-03ce-4d1f-b0ea-54a52751e00d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:40.069244 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a4eea-d7e2-4247-bcb1-2bbe80a30d84 None None] Pushing event updated for resources: {'Port': ['ID=7c2ca12a-9ab0-41df-aea4-c82c16b7f19b,revision_number=2']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:40.134103 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_common [None req-1fc9a523-d583-4574-8bb3-b859ecea300d admin admin] Allocated IP 172.27.0.101 (e335cf5a-bd08-4697-9061-81dcecc4c284/5add51e7-3273-4e08-a772-a967bfff1dcd/bd735f17-7f06-456d-bc56-188012149a29) {{(pid=110144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:54:40.156636 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c955a44e-03ce-4d1f-b0ea-54a52751e00d admin admin] Publish callbacks [] for security_group (55bb595c-c35a-4478-b12d-51a821fa320f), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:40.245046 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c955a44e-03ce-4d1f-b0ea-54a52751e00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (55bb595c-c35a-4478-b12d-51a821fa320f), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:40.262954 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-1fc9a523-d583-4574-8bb3-b859ecea300d admin admin] Publish callbacks [] for port (bd735f17-7f06-456d-bc56-188012149a29), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:40.313915 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-c955a44e-03ce-4d1f-b0ea-54a52751e00d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1bc3ea2ddffd4cd4a6f6aa24dc941f48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3689590 Mar 08 04:54:40.316518 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 47652) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:40.323950 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c955a44e-03ce-4d1f-b0ea-54a52751e00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bb595c-c35a-4478-b12d-51a821fa320f,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:40.373928 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f705d420-28bd-4b0f-9ce7-fef3bd4ace89 admin admin] Publish callbacks [] for security_group (55bb595c-c35a-4478-b12d-51a821fa320f), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:40.388482 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-1fc9a523-d583-4574-8bb3-b859ecea300d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (bd735f17-7f06-456d-bc56-188012149a29), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:40.401596 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f705d420-28bd-4b0f-9ce7-fef3bd4ace89 admin admin] Publish callbacks [] for security_group (55bb595c-c35a-4478-b12d-51a821fa320f), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:40.431446 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc9a523-d583-4574-8bb3-b859ecea300d admin admin] Network e335cf5a-bd08-4697-9061-81dcecc4c284 is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:54:40.434347 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [None req-1fc9a523-d583-4574-8bb3-b859ecea300d admin admin] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:54:40.437736 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc9a523-d583-4574-8bb3-b859ecea300d admin admin] Received port after_create {{(pid=110144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:54:40.466921 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc9a523-d583-4574-8bb3-b859ecea300d admin admin] Pushing event updated for resources: {'Port': ['ID=bd735f17-7f06-456d-bc56-188012149a29,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:40.510756 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f705d420-28bd-4b0f-9ce7-fef3bd4ace89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (55bb595c-c35a-4478-b12d-51a821fa320f), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:40.513342 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f705d420-28bd-4b0f-9ce7-fef3bd4ace89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:40.514517 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-f705d420-28bd-4b0f-9ce7-fef3bd4ace89 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/55bb595c-c35a-4478-b12d-51a821fa320f HTTP/1.1" status: 204 len: 168 time: 0.1968527 Mar 08 04:54:40.523548 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705d420-28bd-4b0f-9ce7-fef3bd4ace89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bb595c-c35a-4478-b12d-51a821fa320f,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:40.675303 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 47658) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:40.779286 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-1fc9a523-d583-4574-8bb3-b859ecea300d admin admin] Publish callbacks [] for router_gateway (cefccb04-0a25-4799-867e-87c90af5ccf0), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:40.910778 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-77b67b74-99e6-4d9b-80de-b8f932914add admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:40.996953 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-77b67b74-99e6-4d9b-80de-b8f932914add admin admin] Publish callbacks [] for security_group (619635d8-1ab5-49f8-9feb-e606ba7aadda), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:41.002875 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-1fc9a523-d583-4574-8bb3-b859ecea300d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-955746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-951031'] for router (cefccb04-0a25-4799-867e-87c90af5ccf0), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:41.056622 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-77b67b74-99e6-4d9b-80de-b8f932914add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (619635d8-1ab5-49f8-9feb-e606ba7aadda), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:41.098818 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b67b74-99e6-4d9b-80de-b8f932914add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619635d8-1ab5-49f8-9feb-e606ba7aadda,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:41.109778 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-77b67b74-99e6-4d9b-80de-b8f932914add admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=79f455c7bd10420f9df992ee3949883e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4334166 Mar 08 04:54:41.112078 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 47664) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:41.123688 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8752380f-f562-4d1d-8698-555f3eb525a3 None None] Network a5e0ee09-af9b-47bb-91a6-5a6b90ff711c requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:54:41.192474 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 47666) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:41.197788 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-778f7ff1-d618-4e78-88ae-a5137fed6d7a admin admin] Publish callbacks [] for security_group (619635d8-1ab5-49f8-9feb-e606ba7aadda), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:41.206105 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-3c15eaf9-5327-440d-8452-c53e69f69654 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:41.223399 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-778f7ff1-d618-4e78-88ae-a5137fed6d7a admin admin] Publish callbacks [] for security_group (619635d8-1ab5-49f8-9feb-e606ba7aadda), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:41.254703 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc9a523-d583-4574-8bb3-b859ecea300d admin admin] Router cefccb04-0a25-4799-867e-87c90af5ccf0 is scheduled to L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 with binding_index 1 {{(pid=110144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 04:54:41.254931 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-6788945c-3707-408e-b9cf-b5adeaf3b550 None None] Provisioning complete for port 7c2ca12a-9ab0-41df-aea4-c82c16b7f19b triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:54:41.254931 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-6788945c-3707-408e-b9cf-b5adeaf3b550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (7c2ca12a-9ab0-41df-aea4-c82c16b7f19b), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:41.287777 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-3c15eaf9-5327-440d-8452-c53e69f69654 admin admin] Publish callbacks [] for security_group (100e3254-cca3-4bf0-b94a-d65437b1d3d4), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:41.349274 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-6788945c-3707-408e-b9cf-b5adeaf3b550 None None] Current status of the port 7c2ca12a-9ab0-41df-aea4-c82c16b7f19b is: DOWN; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:54:41.349908 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-6788945c-3707-408e-b9cf-b5adeaf3b550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (7c2ca12a-9ab0-41df-aea4-c82c16b7f19b), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:41.359854 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-3c15eaf9-5327-440d-8452-c53e69f69654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (100e3254-cca3-4bf0-b94a-d65437b1d3d4), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:41.390242 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-6788945c-3707-408e-b9cf-b5adeaf3b550 None None] For port 7c2ca12a-9ab0-41df-aea4-c82c16b7f19b, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=7c2ca12a-9ab0-41df-aea4-c82c16b7f19b,segment=NetworkSegment(4904b58b-aea2-4630-b83a-0db65c659289),segment_id=4904b58b-aea2-4630-b83a-0db65c659289)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:54:41.394778 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc9a523-d583-4574-8bb3-b859ecea300d admin admin] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:54:41.396400 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-3c15eaf9-5327-440d-8452-c53e69f69654 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=289685a96e914b6597fcc525185e5f40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2028215 Mar 08 04:54:41.397125 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 47668) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:41.401165 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-778f7ff1-d618-4e78-88ae-a5137fed6d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (619635d8-1ab5-49f8-9feb-e606ba7aadda), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:41.405080 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21db7ba4-7f32-4fdb-8d88-ed3f4acc55ac None None] Sync routers for ids ['cefccb04-0a25-4799-867e-87c90af5ccf0'] in dv-cinder-740146-13-iscsi {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:54:41.405636 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-778f7ff1-d618-4e78-88ae-a5137fed6d7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:41.409094 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-778f7ff1-d618-4e78-88ae-a5137fed6d7a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/619635d8-1ab5-49f8-9feb-e606ba7aadda HTTP/1.1" status: 204 len: 168 time: 0.2911105 Mar 08 04:54:41.416814 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21db7ba4-7f32-4fdb-8d88-ed3f4acc55ac None None] Routers {'cefccb04-0a25-4799-867e-87c90af5ccf0'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:54:41.417786 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-21db7ba4-7f32-4fdb-8d88-ed3f4acc55ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:54:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['cefccb04-0a25-4799-867e-87c90af5ccf0'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:54:41.442215 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f7ff1-d618-4e78-88ae-a5137fed6d7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619635d8-1ab5-49f8-9feb-e606ba7aadda,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:41.448970 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-6788945c-3707-408e-b9cf-b5adeaf3b550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (7c2ca12a-9ab0-41df-aea4-c82c16b7f19b), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:41.458751 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15eaf9-5327-440d-8452-c53e69f69654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100e3254-cca3-4bf0-b94a-d65437b1d3d4,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:41.496677 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f2234cb6-74ee-41ca-8629-0135dcb1f63c admin admin] Publish callbacks [] for security_group (100e3254-cca3-4bf0-b94a-d65437b1d3d4), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:41.520394 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-1fc9a523-d583-4574-8bb3-b859ecea300d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:41.522231 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-1fc9a523-d583-4574-8bb3-b859ecea300d admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2307487 Mar 08 04:54:41.524826 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 47672) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:41.534143 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f2234cb6-74ee-41ca-8629-0135dcb1f63c admin admin] Publish callbacks [] for security_group (100e3254-cca3-4bf0-b94a-d65437b1d3d4), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:41.542189 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788945c-3707-408e-b9cf-b5adeaf3b550 None None] Pushing event updated for resources: {'Port': ['ID=7c2ca12a-9ab0-41df-aea4-c82c16b7f19b,revision_number=3']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:41.611550 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-21db7ba4-7f32-4fdb-8d88-ed3f4acc55ac None None] Set router cefccb04-0a25-4799-867e-87c90af5ccf0 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:54:41.679790 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-b49faf18-0712-4dcf-94b4-e880f66f60a1 None None] Provisioning complete for port 7c2ca12a-9ab0-41df-aea4-c82c16b7f19b triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:54:41.680590 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-b49faf18-0712-4dcf-94b4-e880f66f60a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (7c2ca12a-9ab0-41df-aea4-c82c16b7f19b), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:41.696590 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f2234cb6-74ee-41ca-8629-0135dcb1f63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (100e3254-cca3-4bf0-b94a-d65437b1d3d4), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:41.700085 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-f2234cb6-74ee-41ca-8629-0135dcb1f63c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:41.700333 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-f2234cb6-74ee-41ca-8629-0135dcb1f63c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/100e3254-cca3-4bf0-b94a-d65437b1d3d4 HTTP/1.1" status: 204 len: 168 time: 0.3011498 Mar 08 04:54:41.720177 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2234cb6-74ee-41ca-8629-0135dcb1f63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100e3254-cca3-4bf0-b94a-d65437b1d3d4,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:41.808971 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-b49faf18-0712-4dcf-94b4-e880f66f60a1 None None] Current status of the port 7c2ca12a-9ab0-41df-aea4-c82c16b7f19b is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:54:41.811461 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-21db7ba4-7f32-4fdb-8d88-ed3f4acc55ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'name': 'tempest-TestVolumeBootPattern-1106610680-router', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'bd735f17-7f06-456d-bc56-188012149a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:54:39Z', 'updated_at': '2022-03-08T04:54:40Z', 'revision_number': 3, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'gw_port': {'id': 'bd735f17-7f06-456d-bc56-188012149a29', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:74:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:40Z', 'updated_at': '2022-03-08T04:54:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi'}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:54:41.847259 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21db7ba4-7f32-4fdb-8d88-ed3f4acc55ac None None] Checking router: cefccb04-0a25-4799-867e-87c90af5ccf0 for host: dv-cinder-740146-13-iscsi {{(pid=110147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:54:41.847611 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21db7ba4-7f32-4fdb-8d88-ed3f4acc55ac None None] Updating router cefccb04-0a25-4799-867e-87c90af5ccf0 port bd735f17-7f06-456d-bc56-188012149a29 binding host dv-cinder-740146-13-iscsi {{(pid=110147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 04:54:41.880583 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-21db7ba4-7f32-4fdb-8d88-ed3f4acc55ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (bd735f17-7f06-456d-bc56-188012149a29), before_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:42.229477 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 7c2ca12a-9ab0-41df-aea4-c82c16b7f19b up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:54:42.248347 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-21db7ba4-7f32-4fdb-8d88-ed3f4acc55ac None None] Publish callbacks [] for port (bd735f17-7f06-456d-bc56-188012149a29), precommit_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:42.287744 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 47680) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:42.300188 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port 7c2ca12a-9ab0-41df-aea4-c82c16b7f19b triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:54:42.300573 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (7c2ca12a-9ab0-41df-aea4-c82c16b7f19b), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:42.308842 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-2f11bba6-2a99-4056-bec3-37efc516ec21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:42.342453 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-21db7ba4-7f32-4fdb-8d88-ed3f4acc55ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (bd735f17-7f06-456d-bc56-188012149a29), after_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:42.383209 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-dc43fcdb-1498-4afb-8938-2b705e3823ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:42.387674 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.managers [None req-21db7ba4-7f32-4fdb-8d88-ed3f4acc55ac None None] Attempting to bind port bd735f17-7f06-456d-bc56-188012149a29 on host dv-cinder-740146-13-iscsi for vnic_type normal with profile {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:54:42.388403 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.managers [None req-21db7ba4-7f32-4fdb-8d88-ed3f4acc55ac None None] Attempting to bind port bd735f17-7f06-456d-bc56-188012149a29 by drivers openvswitch,hyperv on host dv-cinder-740146-13-iscsi at level 0 using segments [{'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}] {{(pid=110147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:54:42.389469 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21db7ba4-7f32-4fdb-8d88-ed3f4acc55ac None None] Attempting to bind port bd735f17-7f06-456d-bc56-188012149a29 on network e335cf5a-bd08-4697-9061-81dcecc4c284 {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:54:42.413612 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-2f11bba6-2a99-4056-bec3-37efc516ec21 admin admin] Publish callbacks [] for security_group (fbc5a05a-bc73-46e4-8264-17416480e0ce), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:42.429943 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port 7c2ca12a-9ab0-41df-aea4-c82c16b7f19b is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:54:42.436726 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21db7ba4-7f32-4fdb-8d88-ed3f4acc55ac None None] Checking agent: {'id': '4c7881dc-503e-4b59-880f-21834bcd9250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 35, 20), 'started_at': datetime.datetime(2022, 3, 8, 4, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:54:42.437737 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21db7ba4-7f32-4fdb-8d88-ed3f4acc55ac None None] Checking segment: {'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:54:42.439069 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-21db7ba4-7f32-4fdb-8d88-ed3f4acc55ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:42.439469 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21db7ba4-7f32-4fdb-8d88-ed3f4acc55ac None None] Bound using segment: {'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'} {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:54:42.439961 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.managers [None req-21db7ba4-7f32-4fdb-8d88-ed3f4acc55ac None None] Bound port: bd735f17-7f06-456d-bc56-188012149a29, host: dv-cinder-740146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}}] {{(pid=110147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:54:42.440342 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-21db7ba4-7f32-4fdb-8d88-ed3f4acc55ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (bd735f17-7f06-456d-bc56-188012149a29), before_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:42.480936 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d1eb3-bc16-49bd-9d18-806ce5308e4a None None] Pushing event updated for resources: {'Port': ['ID=bd735f17-7f06-456d-bc56-188012149a29,revision_number=2']} {{(pid=110147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:42.494414 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491d1eb3-bc16-49bd-9d18-806ce5308e4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:42.495039 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491d1eb3-bc16-49bd-9d18-806ce5308e4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:42.495552 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491d1eb3-bc16-49bd-9d18-806ce5308e4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:42.496043 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491d1eb3-bc16-49bd-9d18-806ce5308e4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:42.496656 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491d1eb3-bc16-49bd-9d18-806ce5308e4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:42.497176 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491d1eb3-bc16-49bd-9d18-806ce5308e4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:42.497793 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491d1eb3-bc16-49bd-9d18-806ce5308e4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:42.498288 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491d1eb3-bc16-49bd-9d18-806ce5308e4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:42.498769 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491d1eb3-bc16-49bd-9d18-806ce5308e4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:42.499357 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491d1eb3-bc16-49bd-9d18-806ce5308e4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:42.499961 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491d1eb3-bc16-49bd-9d18-806ce5308e4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:42.500439 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491d1eb3-bc16-49bd-9d18-806ce5308e4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:42.500968 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491d1eb3-bc16-49bd-9d18-806ce5308e4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:54:42.510858 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-2f11bba6-2a99-4056-bec3-37efc516ec21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (fbc5a05a-bc73-46e4-8264-17416480e0ce), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:42.524256 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.db [None req-21db7ba4-7f32-4fdb-8d88-ed3f4acc55ac None None] For port bd735f17-7f06-456d-bc56-188012149a29, host dv-cinder-740146-13-iscsi, cleared binding levels {{(pid=110147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:54:42.529042 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.db [None req-21db7ba4-7f32-4fdb-8d88-ed3f4acc55ac None None] For port bd735f17-7f06-456d-bc56-188012149a29, host dv-cinder-740146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=bd735f17-7f06-456d-bc56-188012149a29,segment=NetworkSegment(83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c),segment_id=83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c)] {{(pid=110147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:54:42.553573 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-2f11bba6-2a99-4056-bec3-37efc516ec21 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=566f4b9a707044188a8a927135916d9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2613952 Mar 08 04:54:42.553573 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11bba6-2a99-4056-bec3-37efc516ec21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc5a05a-bc73-46e4-8264-17416480e0ce,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:42.553949 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 47688) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:42.585763 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-21db7ba4-7f32-4fdb-8d88-ed3f4acc55ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (bd735f17-7f06-456d-bc56-188012149a29), after_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:42.620483 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_common [None req-dc43fcdb-1498-4afb-8938-2b705e3823ff admin admin] Allocated IP 172.20.0.1 (a5e0ee09-af9b-47bb-91a6-5a6b90ff711c/dd319751-0ba2-4bbf-9f61-65487594c0f2/a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6) {{(pid=110144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:54:42.633761 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21db7ba4-7f32-4fdb-8d88-ed3f4acc55ac None None] Routers {'cefccb04-0a25-4799-867e-87c90af5ccf0'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:54:42.634372 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-21db7ba4-7f32-4fdb-8d88-ed3f4acc55ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:54:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['cefccb04-0a25-4799-867e-87c90af5ccf0'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:54:42.646191 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-76d26e16-9f12-4b96-a7f8-2db91c467537 admin admin] Publish callbacks [] for security_group (fbc5a05a-bc73-46e4-8264-17416480e0ce), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:42.683067 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d1eb3-bc16-49bd-9d18-806ce5308e4a None None] Pushing event updated for resources: {'Port': ['ID=bd735f17-7f06-456d-bc56-188012149a29,revision_number=3']} {{(pid=110147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:42.721913 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-76d26e16-9f12-4b96-a7f8-2db91c467537 admin admin] Publish callbacks [] for security_group (fbc5a05a-bc73-46e4-8264-17416480e0ce), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:42.752707 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-21db7ba4-7f32-4fdb-8d88-ed3f4acc55ac None None] Set router cefccb04-0a25-4799-867e-87c90af5ccf0 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:54:42.781829 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-dc43fcdb-1498-4afb-8938-2b705e3823ff admin admin] Publish callbacks [] for port (a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:42.886185 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-76d26e16-9f12-4b96-a7f8-2db91c467537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (fbc5a05a-bc73-46e4-8264-17416480e0ce), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:42.889837 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-76d26e16-9f12-4b96-a7f8-2db91c467537 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:42.891107 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-76d26e16-9f12-4b96-a7f8-2db91c467537 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fbc5a05a-bc73-46e4-8264-17416480e0ce HTTP/1.1" status: 204 len: 168 time: 0.3364947 Mar 08 04:54:42.897881 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-dc43fcdb-1498-4afb-8938-2b705e3823ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:42.933146 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d26e16-9f12-4b96-a7f8-2db91c467537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc5a05a-bc73-46e4-8264-17416480e0ce,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:42.941770 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-21db7ba4-7f32-4fdb-8d88-ed3f4acc55ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'name': 'tempest-TestVolumeBootPattern-1106610680-router', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'bd735f17-7f06-456d-bc56-188012149a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:54:39Z', 'updated_at': '2022-03-08T04:54:40Z', 'revision_number': 3, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'gw_port': {'id': 'bd735f17-7f06-456d-bc56-188012149a29', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:74:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:40Z', 'updated_at': '2022-03-08T04:54:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi'}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:54:42.954763 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc43fcdb-1498-4afb-8938-2b705e3823ff admin admin] Network a5e0ee09-af9b-47bb-91a6-5a6b90ff711c is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:54:42.958269 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [None req-dc43fcdb-1498-4afb-8938-2b705e3823ff admin admin] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:54:42.961473 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc43fcdb-1498-4afb-8938-2b705e3823ff admin admin] Received port after_create {{(pid=110144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:54:42.990704 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43fcdb-1498-4afb-8938-2b705e3823ff admin admin] Pushing event updated for resources: {'Port': ['ID=a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:43.004414 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21db7ba4-7f32-4fdb-8d88-ed3f4acc55ac None None] The sync data for ids ['cefccb04-0a25-4799-867e-87c90af5ccf0'] in dv-cinder-740146-13-iscsi is: [{'id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'name': 'tempest-TestVolumeBootPattern-1106610680-router', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'bd735f17-7f06-456d-bc56-188012149a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:54:39Z', 'updated_at': '2022-03-08T04:54:40Z', 'revision_number': 3, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'gw_port': {'id': 'bd735f17-7f06-456d-bc56-188012149a29', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:74:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:40Z', 'updated_at': '2022-03-08T04:54:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi'}] {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:54:43.008687 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-dc43fcdb-1498-4afb-8938-2b705e3823ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952794'] for router_interface (cefccb04-0a25-4799-867e-87c90af5ccf0), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:43.197042 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:54:43.256268 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-dc43fcdb-1498-4afb-8938-2b705e3823ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:43.256801 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-e8ba5283-6dc3-483b-97f1-9617f1040b27 None None] Provisioning complete for port a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:54:43.257311 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-e8ba5283-6dc3-483b-97f1-9617f1040b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:43.324425 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-e8ba5283-6dc3-483b-97f1-9617f1040b27 None None] Port a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6 cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:54:43.480889 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-dc43fcdb-1498-4afb-8938-2b705e3823ff admin admin] Publish callbacks [] for port (a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:43.552381 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-dc43fcdb-1498-4afb-8938-2b705e3823ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4052309'] for port (a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:43.628508 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-dc43fcdb-1498-4afb-8938-2b705e3823ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952758'] for router_interface (cefccb04-0a25-4799-867e-87c90af5ccf0), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:43.630509 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc43fcdb-1498-4afb-8938-2b705e3823ff admin admin] Pushing event updated for resources: {'Port': ['ID=a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6,revision_number=2']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:43.748116 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc43fcdb-1498-4afb-8938-2b705e3823ff admin admin] Network a5e0ee09-af9b-47bb-91a6-5a6b90ff711c is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:54:43.754873 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [None req-dc43fcdb-1498-4afb-8938-2b705e3823ff admin admin] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:54:43.928177 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc43fcdb-1498-4afb-8938-2b705e3823ff admin admin] Router cefccb04-0a25-4799-867e-87c90af5ccf0 has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:54:44.022601 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-841b78f8-8841-47e9-ac57-4362ffa354dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:44.064864 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-b87933e6-87bb-4b70-b119-fc9e062c4518 None None] Provisioning complete for port a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:54:44.065881 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-b87933e6-87bb-4b70-b119-fc9e062c4518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:44.073124 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc43fcdb-1498-4afb-8938-2b705e3823ff admin admin] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:54:44.094245 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-dc43fcdb-1498-4afb-8938-2b705e3823ff admin admin] 10.222.0.35 "PUT /v2.0/routers/cefccb04-0a25-4799-867e-87c90af5ccf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5679991 Mar 08 04:54:44.141350 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-b87933e6-87bb-4b70-b119-fc9e062c4518 None None] Port a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6 cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:54:44.196546 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device bd735f17-7f06-456d-bc56-188012149a29 up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:54:44.249656 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port bd735f17-7f06-456d-bc56-188012149a29 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:54:44.250038 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (bd735f17-7f06-456d-bc56-188012149a29), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:44.332104 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port bd735f17-7f06-456d-bc56-188012149a29 is: DOWN; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:54:44.332749 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (bd735f17-7f06-456d-bc56-188012149a29), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:44.354389 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] For port bd735f17-7f06-456d-bc56-188012149a29, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=bd735f17-7f06-456d-bc56-188012149a29,segment=NetworkSegment(83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c),segment_id=83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:54:44.422432 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (bd735f17-7f06-456d-bc56-188012149a29), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:44.479621 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Pushing event updated for resources: {'Port': ['ID=bd735f17-7f06-456d-bc56-188012149a29,revision_number=4']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:44.816949 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1c4fdf-f9d6-4d19-83a4-85b372ada6aa None None] Sync routers for ids ['cefccb04-0a25-4799-867e-87c90af5ccf0'] in dv-cinder-740146-13-iscsi {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:54:44.831208 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1c4fdf-f9d6-4d19-83a4-85b372ada6aa None None] Routers {'cefccb04-0a25-4799-867e-87c90af5ccf0'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:54:44.831863 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-7f1c4fdf-f9d6-4d19-83a4-85b372ada6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:54:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['cefccb04-0a25-4799-867e-87c90af5ccf0'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:54:44.954734 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-7f1c4fdf-f9d6-4d19-83a4-85b372ada6aa None None] Set router cefccb04-0a25-4799-867e-87c90af5ccf0 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:54:45.249718 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 47774) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:45.255554 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-718365a0-337c-42ac-bbbd-39d1104ddf55 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-990188888-network', 'tenant_id': 'd4abad78c1ab419f9b8d13a1b9d94533'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:54:45.298817 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-7f1c4fdf-f9d6-4d19-83a4-85b372ada6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'name': 'tempest-TestVolumeBootPattern-1106610680-router', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'bd735f17-7f06-456d-bc56-188012149a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:54:39Z', 'updated_at': '2022-03-08T04:54:43Z', 'revision_number': 4, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'gw_port': {'id': 'bd735f17-7f06-456d-bc56-188012149a29', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:40Z', 'updated_at': '2022-03-08T04:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': 'a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6', 'name': '', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'mac_address': 'fa:16:3e:1b:6b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:42Z', 'updated_at': '2022-03-08T04:54:43Z', 'revision_number': 2, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'subnets': [{'id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:54:45.327513 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1c4fdf-f9d6-4d19-83a4-85b372ada6aa None None] Checking router: cefccb04-0a25-4799-867e-87c90af5ccf0 for host: dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:54:45.327867 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1c4fdf-f9d6-4d19-83a4-85b372ada6aa None None] Updating router cefccb04-0a25-4799-867e-87c90af5ccf0 port a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6 binding host dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 04:54:45.356589 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718365a0-337c-42ac-bbbd-39d1104ddf55 admin admin] Made reservation on behalf of d4abad78c1ab419f9b8d13a1b9d94533 for: {'network': 1} {{(pid=110144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:54:45.356816 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-7f1c4fdf-f9d6-4d19-83a4-85b372ada6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:45.359498 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-718365a0-337c-42ac-bbbd-39d1104ddf55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for network (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:45.368476 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-718365a0-337c-42ac-bbbd-39d1104ddf55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:45.441437 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-718365a0-337c-42ac-bbbd-39d1104ddf55 admin admin] Publish callbacks [] for security_group (a4047c4d-aa9e-4e6e-b875-b56501c59d39), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:45.508179 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-718365a0-337c-42ac-bbbd-39d1104ddf55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (a4047c4d-aa9e-4e6e-b875-b56501c59d39), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:45.553251 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-718365a0-337c-42ac-bbbd-39d1104ddf55 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=110144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 04:54:45.569805 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718365a0-337c-42ac-bbbd-39d1104ddf55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4047c4d-aa9e-4e6e-b875-b56501c59d39,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:45.572962 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-718365a0-337c-42ac-bbbd-39d1104ddf55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041'] for segment (b666488b-8900-4485-b5bd-4c3afd595054), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:45.573568 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.db.segments_db [None req-718365a0-337c-42ac-bbbd-39d1104ddf55 admin admin] Added segment b666488b-8900-4485-b5bd-4c3afd595054 of type vlan for network 57a5ffb2-c530-4bfc-9f45-34b5bc13d8c8 Mar 08 04:54:45.623291 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-718365a0-337c-42ac-bbbd-39d1104ddf55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769087223062'] for network (57a5ffb2-c530-4bfc-9f45-34b5bc13d8c8), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:45.668899 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-7f1c4fdf-f9d6-4d19-83a4-85b372ada6aa None None] Publish callbacks [] for port (a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6), precommit_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:45.707928 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-718365a0-337c-42ac-bbbd-39d1104ddf55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093'] for network (57a5ffb2-c530-4bfc-9f45-34b5bc13d8c8), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:45.708920 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718365a0-337c-42ac-bbbd-39d1104ddf55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:45.709609 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-718365a0-337c-42ac-bbbd-39d1104ddf55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for network (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:45.730842 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-7f1c4fdf-f9d6-4d19-83a4-85b372ada6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:45.779657 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718365a0-337c-42ac-bbbd-39d1104ddf55 admin admin] Pushing event updated for resources: {'Network': ['ID=57a5ffb2-c530-4bfc-9f45-34b5bc13d8c8,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:45.788593 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f29f1-c98b-4f62-8b5d-359eac964a42 None None] Pushing event updated for resources: {'Port': ['ID=a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6,revision_number=3']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:45.793675 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-718365a0-337c-42ac-bbbd-39d1104ddf55 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5419703 Mar 08 04:54:45.799712 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 47784) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:45.803232 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-750cd5dd-4b5e-411d-b5cf-efdb67cbcd65 admin admin] Request body: {'subnet': {'network_id': '57a5ffb2-c530-4bfc-9f45-34b5bc13d8c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-990188888-subnet', 'tenant_id': 'd4abad78c1ab419f9b8d13a1b9d94533', 'ip_version': 4}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:54:45.813922 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Network 57a5ffb2-c530-4bfc-9f45-34b5bc13d8c8 details requested by agent ovs-agent-dv-cinder-740146-13-iscsi with host dv-cinder-740146-13-iscsi {{(pid=110146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 04:54:45.898583 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-7f1c4fdf-f9d6-4d19-83a4-85b372ada6aa None None] Attempting to bind port a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6 on host dv-cinder-740146-13-iscsi for vnic_type normal with profile {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:54:45.898964 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-7f1c4fdf-f9d6-4d19-83a4-85b372ada6aa None None] Attempting to bind port a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6 by drivers openvswitch,hyperv on host dv-cinder-740146-13-iscsi at level 0 using segments [{'id': '4904b58b-aea2-4630-b83a-0db65c659289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c'}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:54:45.899339 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1c4fdf-f9d6-4d19-83a4-85b372ada6aa None None] Attempting to bind port a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6 on network a5e0ee09-af9b-47bb-91a6-5a6b90ff711c {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:54:45.914205 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1c4fdf-f9d6-4d19-83a4-85b372ada6aa None None] Checking agent: {'id': '4c7881dc-503e-4b59-880f-21834bcd9250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 35, 20), 'started_at': datetime.datetime(2022, 3, 8, 4, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:54:45.914595 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1c4fdf-f9d6-4d19-83a4-85b372ada6aa None None] Checking segment: {'id': '4904b58b-aea2-4630-b83a-0db65c659289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:54:45.915006 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-7f1c4fdf-f9d6-4d19-83a4-85b372ada6aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:45.915412 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1c4fdf-f9d6-4d19-83a4-85b372ada6aa None None] Bound using segment: {'id': '4904b58b-aea2-4630-b83a-0db65c659289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c'} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:54:45.915910 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-7f1c4fdf-f9d6-4d19-83a4-85b372ada6aa None None] Bound port: a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6, host: dv-cinder-740146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4904b58b-aea2-4630-b83a-0db65c659289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c'}}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:54:45.916305 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-7f1c4fdf-f9d6-4d19-83a4-85b372ada6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:45.917311 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750cd5dd-4b5e-411d-b5cf-efdb67cbcd65 admin admin] Made reservation on behalf of d4abad78c1ab419f9b8d13a1b9d94533 for: {'subnet': 1} {{(pid=110145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:54:45.920463 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-750cd5dd-4b5e-411d-b5cf-efdb67cbcd65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59255017'] for subnet (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:45.987257 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-7f1c4fdf-f9d6-4d19-83a4-85b372ada6aa None None] For port a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6, host dv-cinder-740146-13-iscsi, cleared binding levels {{(pid=110146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:54:45.990380 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-7f1c4fdf-f9d6-4d19-83a4-85b372ada6aa None None] For port a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6, host dv-cinder-740146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6,segment=NetworkSegment(4904b58b-aea2-4630-b83a-0db65c659289),segment_id=4904b58b-aea2-4630-b83a-0db65c659289)] {{(pid=110146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:54:46.076036 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-7f1c4fdf-f9d6-4d19-83a4-85b372ada6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:46.123257 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-bbab1409-bc54-440a-a3c3-27325cccd3eb None None] Provisioning complete for port a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:54:46.123639 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-bbab1409-bc54-440a-a3c3-27325cccd3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:46.163187 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-750cd5dd-4b5e-411d-b5cf-efdb67cbcd65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62798913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59255031'] for subnet (8c3adb26-a510-4cb4-9825-fd081e2089ea), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:46.180656 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1c4fdf-f9d6-4d19-83a4-85b372ada6aa None None] Routers {'cefccb04-0a25-4799-867e-87c90af5ccf0'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:54:46.181324 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-7f1c4fdf-f9d6-4d19-83a4-85b372ada6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:54:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['cefccb04-0a25-4799-867e-87c90af5ccf0'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:54:46.191582 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f29f1-c98b-4f62-8b5d-359eac964a42 None None] Pushing event updated for resources: {'Port': ['ID=a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6,revision_number=4']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:46.227549 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750cd5dd-4b5e-411d-b5cf-efdb67cbcd65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c3adb26-a510-4cb4-9825-fd081e2089ea,revision_number=0']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:46.238752 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device bd735f17-7f06-456d-bc56-188012149a29 up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:54:46.239421 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750cd5dd-4b5e-411d-b5cf-efdb67cbcd65 admin admin] Checking segment: {'id': 'b666488b-8900-4485-b5bd-4c3afd595054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57a5ffb2-c530-4bfc-9f45-34b5bc13d8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110145) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:54:46.239789 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750cd5dd-4b5e-411d-b5cf-efdb67cbcd65 admin admin] Network hostable DHCP agents. Network: 57a5ffb2-c530-4bfc-9f45-34b5bc13d8c8, hostable agents: ['0b7bcd49-0510-447e-bc01-0aee655b7fc1'], hosted agents: [] {{(pid=110145) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 04:54:46.331574 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-116e4cde-2eba-4661-9b1d-348048f3bf6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:46.334453 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750cd5dd-4b5e-411d-b5cf-efdb67cbcd65 admin admin] Network 57a5ffb2-c530-4bfc-9f45-34b5bc13d8c8 is scheduled to be hosted by DHCP agent 0b7bcd49-0510-447e-bc01-0aee655b7fc1 with binding_index 1 {{(pid=110145) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 04:54:46.394998 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-7f1c4fdf-f9d6-4d19-83a4-85b372ada6aa None None] Set router cefccb04-0a25-4799-867e-87c90af5ccf0 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:54:46.421909 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-bbab1409-bc54-440a-a3c3-27325cccd3eb None None] Current status of the port a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6 is: DOWN; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:54:46.422330 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-bbab1409-bc54-440a-a3c3-27325cccd3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:46.442774 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port bd735f17-7f06-456d-bc56-188012149a29 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:54:46.443204 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (bd735f17-7f06-456d-bc56-188012149a29), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:46.444647 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.base_scheduler [None req-750cd5dd-4b5e-411d-b5cf-efdb67cbcd65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-13-iscsi, 57a5ffb2-c530-4bfc-9f45-34b5bc13d8c8) {{(pid=110145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:54:46.449085 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750cd5dd-4b5e-411d-b5cf-efdb67cbcd65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:54:46.449809 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-750cd5dd-4b5e-411d-b5cf-efdb67cbcd65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for subnet (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:46.474907 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5e32ac-44fd-4cb0-a842-6f2f503a9f8f None None] Network 57a5ffb2-c530-4bfc-9f45-34b5bc13d8c8 requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:54:46.557607 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-bbab1409-bc54-440a-a3c3-27325cccd3eb None None] For port a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6,segment=NetworkSegment(4904b58b-aea2-4630-b83a-0db65c659289),segment_id=4904b58b-aea2-4630-b83a-0db65c659289)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:54:46.584830 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-750cd5dd-4b5e-411d-b5cf-efdb67cbcd65 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7876377 Mar 08 04:54:46.587432 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 47790) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:46.591586 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-5c565efe-f987-4550-aab8-bd6d4cba1458 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-990188888-router', 'tenant_id': 'd4abad78c1ab419f9b8d13a1b9d94533', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:54:46.661743 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-bbab1409-bc54-440a-a3c3-27325cccd3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:46.705605 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5c565efe-f987-4550-aab8-bd6d4cba1458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9297'] for router (78ca6e1f-463a-4d52-b2c9-b995a156bae4), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:46.706684 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5c565efe-f987-4550-aab8-bd6d4cba1458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-955753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9304'] for router (78ca6e1f-463a-4d52-b2c9-b995a156bae4), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:46.753686 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7879fc2a-4982-473a-8ce3-6df777b8ed28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a34ffde-2fae-509e-bc11-a9db250d2a01-57a5ffb2-c530-4bfc-9f45-34b5bc13d8c8', 'network_id': '57a5ffb2-c530-4bfc-9f45-34b5bc13d8c8', 'project_id': 'd4abad78c1ab419f9b8d13a1b9d94533', 'fixed_ips': [{'subnet_id': '8c3adb26-a510-4cb4-9825-fd081e2089ea'}]}} from dv-cinder-740146-13-iscsi. {{(pid=110146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 04:54:46.754562 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-7879fc2a-4982-473a-8ce3-6df777b8ed28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:46.765444 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5c565efe-f987-4550-aab8-bd6d4cba1458 admin admin] Publish callbacks [] for router_controller (78ca6e1f-463a-4d52-b2c9-b995a156bae4), precommit_add_association {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:46.786592 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port bd735f17-7f06-456d-bc56-188012149a29 is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:54:46.830432 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab1409-bc54-440a-a3c3-27325cccd3eb None None] Pushing event updated for resources: {'Port': ['ID=a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6,revision_number=5']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:46.899231 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-64314f57-e309-49ab-87c4-041cd98a76df None None] Provisioning complete for port a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:54:46.899615 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-64314f57-e309-49ab-87c4-041cd98a76df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:46.967660 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5c565efe-f987-4550-aab8-bd6d4cba1458 admin admin] Publish callbacks [] for router_gateway (78ca6e1f-463a-4d52-b2c9-b995a156bae4), precommit_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:47.021607 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.db_base_plugin_common [None req-7879fc2a-4982-473a-8ce3-6df777b8ed28 None None] Allocated IP 172.20.0.2 (57a5ffb2-c530-4bfc-9f45-34b5bc13d8c8/8c3adb26-a510-4cb4-9825-fd081e2089ea/cc89a32d-fd75-4480-8143-5832c06ff478) {{(pid=110146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:54:47.024799 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-7f1c4fdf-f9d6-4d19-83a4-85b372ada6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'name': 'tempest-TestVolumeBootPattern-1106610680-router', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'bd735f17-7f06-456d-bc56-188012149a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:54:39Z', 'updated_at': '2022-03-08T04:54:43Z', 'revision_number': 4, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'gw_port': {'id': 'bd735f17-7f06-456d-bc56-188012149a29', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:40Z', 'updated_at': '2022-03-08T04:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': 'a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6', 'name': '', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'mac_address': 'fa:16:3e:1b:6b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:42Z', 'updated_at': '2022-03-08T04:54:45Z', 'revision_number': 4, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'subnets': [{'id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:54:47.074309 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1c4fdf-f9d6-4d19-83a4-85b372ada6aa None None] The sync data for ids ['cefccb04-0a25-4799-867e-87c90af5ccf0'] in dv-cinder-740146-13-iscsi is: [{'id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'name': 'tempest-TestVolumeBootPattern-1106610680-router', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'bd735f17-7f06-456d-bc56-188012149a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:54:39Z', 'updated_at': '2022-03-08T04:54:43Z', 'revision_number': 4, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'gw_port': {'id': 'bd735f17-7f06-456d-bc56-188012149a29', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:40Z', 'updated_at': '2022-03-08T04:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': 'a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6', 'name': '', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'mac_address': 'fa:16:3e:1b:6b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:42Z', 'updated_at': '2022-03-08T04:54:45Z', 'revision_number': 4, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'subnets': [{'id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:54:47.119649 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-64314f57-e309-49ab-87c4-041cd98a76df None None] Current status of the port a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6 is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:54:47.314840 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5c565efe-f987-4550-aab8-bd6d4cba1458 admin admin] Publish callbacks [] for router_gateway (78ca6e1f-463a-4d52-b2c9-b995a156bae4), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:47.336778 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5c565efe-f987-4550-aab8-bd6d4cba1458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:47.433378 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:47.457123 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-7879fc2a-4982-473a-8ce3-6df777b8ed28 None None] Publish callbacks [] for port (cc89a32d-fd75-4480-8143-5832c06ff478), precommit_create {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:47.470200 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.db_base_plugin_common [None req-5c565efe-f987-4550-aab8-bd6d4cba1458 admin admin] Allocated IP 172.27.0.92 (e335cf5a-bd08-4697-9061-81dcecc4c284/5add51e7-3273-4e08-a772-a967bfff1dcd/a1089027-993c-4747-a82c-255426bd0b5f) {{(pid=110145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:54:47.525692 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-7879fc2a-4982-473a-8ce3-6df777b8ed28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855'] for port (cc89a32d-fd75-4480-8143-5832c06ff478), after_create {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:47.578212 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7879fc2a-4982-473a-8ce3-6df777b8ed28 None None] Network 57a5ffb2-c530-4bfc-9f45-34b5bc13d8c8 is already hosted by enough agents. {{(pid=110146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:54:47.583349 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.scheduler.base_scheduler [None req-7879fc2a-4982-473a-8ce3-6df777b8ed28 None None] Resources bound (agent type, host, resource id): {{(pid=110146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:54:47.588461 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7879fc2a-4982-473a-8ce3-6df777b8ed28 None None] Received port after_create {{(pid=110146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:54:47.591699 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879fc2a-4982-473a-8ce3-6df777b8ed28 None None] Pushing event updated for resources: {'Port': ['ID=cc89a32d-fd75-4480-8143-5832c06ff478,revision_number=1']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:47.630588 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5c565efe-f987-4550-aab8-bd6d4cba1458 admin admin] Publish callbacks [] for port (a1089027-993c-4747-a82c-255426bd0b5f), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:47.665330 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-7879fc2a-4982-473a-8ce3-6df777b8ed28 None None] Attempting to bind port cc89a32d-fd75-4480-8143-5832c06ff478 on host dv-cinder-740146-13-iscsi for vnic_type normal with profile {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:54:47.665845 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-7879fc2a-4982-473a-8ce3-6df777b8ed28 None None] Attempting to bind port cc89a32d-fd75-4480-8143-5832c06ff478 by drivers openvswitch,hyperv on host dv-cinder-740146-13-iscsi at level 0 using segments [{'id': 'b666488b-8900-4485-b5bd-4c3afd595054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57a5ffb2-c530-4bfc-9f45-34b5bc13d8c8'}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:54:47.666719 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7879fc2a-4982-473a-8ce3-6df777b8ed28 None None] Attempting to bind port cc89a32d-fd75-4480-8143-5832c06ff478 on network 57a5ffb2-c530-4bfc-9f45-34b5bc13d8c8 {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:54:47.673387 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7879fc2a-4982-473a-8ce3-6df777b8ed28 None None] Checking agent: {'id': '4c7881dc-503e-4b59-880f-21834bcd9250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 35, 20), 'started_at': datetime.datetime(2022, 3, 8, 4, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:54:47.673906 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7879fc2a-4982-473a-8ce3-6df777b8ed28 None None] Checking segment: {'id': 'b666488b-8900-4485-b5bd-4c3afd595054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57a5ffb2-c530-4bfc-9f45-34b5bc13d8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:54:47.674406 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-7879fc2a-4982-473a-8ce3-6df777b8ed28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:47.674803 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7879fc2a-4982-473a-8ce3-6df777b8ed28 None None] Bound using segment: {'id': 'b666488b-8900-4485-b5bd-4c3afd595054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57a5ffb2-c530-4bfc-9f45-34b5bc13d8c8'} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:54:47.675367 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-7879fc2a-4982-473a-8ce3-6df777b8ed28 None None] Bound port: cc89a32d-fd75-4480-8143-5832c06ff478, host: dv-cinder-740146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b666488b-8900-4485-b5bd-4c3afd595054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57a5ffb2-c530-4bfc-9f45-34b5bc13d8c8'}}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:54:47.676024 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-7879fc2a-4982-473a-8ce3-6df777b8ed28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (cc89a32d-fd75-4480-8143-5832c06ff478), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:47.743622 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-7879fc2a-4982-473a-8ce3-6df777b8ed28 None None] For port cc89a32d-fd75-4480-8143-5832c06ff478, host dv-cinder-740146-13-iscsi, cleared binding levels {{(pid=110146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:54:47.747303 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-7879fc2a-4982-473a-8ce3-6df777b8ed28 None None] For port cc89a32d-fd75-4480-8143-5832c06ff478, host dv-cinder-740146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=cc89a32d-fd75-4480-8143-5832c06ff478,segment=NetworkSegment(b666488b-8900-4485-b5bd-4c3afd595054),segment_id=b666488b-8900-4485-b5bd-4c3afd595054)] {{(pid=110146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:54:47.771624 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5c565efe-f987-4550-aab8-bd6d4cba1458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793137'] for port (a1089027-993c-4747-a82c-255426bd0b5f), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:47.812752 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c565efe-f987-4550-aab8-bd6d4cba1458 admin admin] Network e335cf5a-bd08-4697-9061-81dcecc4c284 is already hosted by enough agents. {{(pid=110145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:54:47.816071 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.base_scheduler [None req-5c565efe-f987-4550-aab8-bd6d4cba1458 admin admin] Resources bound (agent type, host, resource id): {{(pid=110145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:54:47.819630 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c565efe-f987-4550-aab8-bd6d4cba1458 admin admin] Received port after_create {{(pid=110145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:54:47.834053 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-7879fc2a-4982-473a-8ce3-6df777b8ed28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (cc89a32d-fd75-4480-8143-5832c06ff478), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:47.869884 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c565efe-f987-4550-aab8-bd6d4cba1458 admin admin] Pushing event updated for resources: {'Port': ['ID=a1089027-993c-4747-a82c-255426bd0b5f,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:47.943348 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879fc2a-4982-473a-8ce3-6df777b8ed28 None None] Pushing event updated for resources: {'Port': ['ID=cc89a32d-fd75-4480-8143-5832c06ff478,revision_number=2']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:48.298055 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6 up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:54:48.303814 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5c565efe-f987-4550-aab8-bd6d4cba1458 admin admin] Publish callbacks [] for router_gateway (78ca6e1f-463a-4d52-b2c9-b995a156bae4), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:48.350241 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:54:48.350627 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:48.450340 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6 is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:54:48.455374 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device cc89a32d-fd75-4480-8143-5832c06ff478 up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:54:48.526269 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port cc89a32d-fd75-4480-8143-5832c06ff478 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:54:48.526739 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (cc89a32d-fd75-4480-8143-5832c06ff478), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:48.568295 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5c565efe-f987-4550-aab8-bd6d4cba1458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-955746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-951031'] for router (78ca6e1f-463a-4d52-b2c9-b995a156bae4), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:48.618137 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port cc89a32d-fd75-4480-8143-5832c06ff478 is: DOWN; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:54:48.618752 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (cc89a32d-fd75-4480-8143-5832c06ff478), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:48.665689 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] For port cc89a32d-fd75-4480-8143-5832c06ff478, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=cc89a32d-fd75-4480-8143-5832c06ff478,segment=NetworkSegment(b666488b-8900-4485-b5bd-4c3afd595054),segment_id=b666488b-8900-4485-b5bd-4c3afd595054)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:54:48.710993 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:48.753783 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (cc89a32d-fd75-4480-8143-5832c06ff478), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:48.779454 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c565efe-f987-4550-aab8-bd6d4cba1458 admin admin] Router 78ca6e1f-463a-4d52-b2c9-b995a156bae4 is scheduled to L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 with binding_index 1 {{(pid=110145) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 04:54:48.816907 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Pushing event updated for resources: {'Port': ['ID=cc89a32d-fd75-4480-8143-5832c06ff478,revision_number=3']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:48.904560 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c565efe-f987-4550-aab8-bd6d4cba1458 admin admin] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:54:48.914753 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cd668c-2d8a-420b-b63a-7c37c70891b4 None None] Sync routers for ids ['78ca6e1f-463a-4d52-b2c9-b995a156bae4'] in dv-cinder-740146-13-iscsi {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:54:48.927290 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cd668c-2d8a-420b-b63a-7c37c70891b4 None None] Routers {'78ca6e1f-463a-4d52-b2c9-b995a156bae4'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:54:48.927914 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-53cd668c-2d8a-420b-b63a-7c37c70891b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:54:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['78ca6e1f-463a-4d52-b2c9-b995a156bae4'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:54:48.982739 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61987e20-a0f1-4005-ba3b-19e123e59439 None None] Network 57a5ffb2-c530-4bfc-9f45-34b5bc13d8c8 requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:54:49.001838 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5c565efe-f987-4550-aab8-bd6d4cba1458 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:49.003709 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-5c565efe-f987-4550-aab8-bd6d4cba1458 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4153278 Mar 08 04:54:49.006712 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 47826) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:49.045551 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-53cd668c-2d8a-420b-b63a-7c37c70891b4 None None] Set router 78ca6e1f-463a-4d52-b2c9-b995a156bae4 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:54:49.093752 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-402455df-bef7-424c-ae13-914e3f462bfc None None] Provisioning complete for port cc89a32d-fd75-4480-8143-5832c06ff478 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:54:49.094136 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-402455df-bef7-424c-ae13-914e3f462bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (cc89a32d-fd75-4480-8143-5832c06ff478), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:49.198420 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-402455df-bef7-424c-ae13-914e3f462bfc None None] Current status of the port cc89a32d-fd75-4480-8143-5832c06ff478 is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:54:49.236023 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-53cd668c-2d8a-420b-b63a-7c37c70891b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ca6e1f-463a-4d52-b2c9-b995a156bae4', 'name': 'tempest-TestVolumeBootPattern-990188888-router', 'tenant_id': 'd4abad78c1ab419f9b8d13a1b9d94533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'a1089027-993c-4747-a82c-255426bd0b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:54:46Z', 'updated_at': '2022-03-08T04:54:48Z', 'revision_number': 3, 'project_id': 'd4abad78c1ab419f9b8d13a1b9d94533', 'gw_port': {'id': 'a1089027-993c-4747-a82c-255426bd0b5f', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ca6e1f-463a-4d52-b2c9-b995a156bae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:47Z', 'updated_at': '2022-03-08T04:54:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi'}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:54:49.255931 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cd668c-2d8a-420b-b63a-7c37c70891b4 None None] Checking router: 78ca6e1f-463a-4d52-b2c9-b995a156bae4 for host: dv-cinder-740146-13-iscsi {{(pid=110147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:54:49.256542 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cd668c-2d8a-420b-b63a-7c37c70891b4 None None] Updating router 78ca6e1f-463a-4d52-b2c9-b995a156bae4 port a1089027-993c-4747-a82c-255426bd0b5f binding host dv-cinder-740146-13-iscsi {{(pid=110147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 04:54:49.291441 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-53cd668c-2d8a-420b-b63a-7c37c70891b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (a1089027-993c-4747-a82c-255426bd0b5f), before_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:49.423622 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-9e7a2286-099e-4fbb-a308-db815ce0e858 None None] Provisioning complete for port cc89a32d-fd75-4480-8143-5832c06ff478 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:54:49.424008 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-9e7a2286-099e-4fbb-a308-db815ce0e858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (cc89a32d-fd75-4480-8143-5832c06ff478), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:49.457373 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ea67ad9b-d4ef-4bdc-82f6-37976cf0f849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:49.514981 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-9e7a2286-099e-4fbb-a308-db815ce0e858 None None] Current status of the port cc89a32d-fd75-4480-8143-5832c06ff478 is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:54:49.546894 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-53cd668c-2d8a-420b-b63a-7c37c70891b4 None None] Publish callbacks [] for port (a1089027-993c-4747-a82c-255426bd0b5f), precommit_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:49.614669 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-53cd668c-2d8a-420b-b63a-7c37c70891b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (a1089027-993c-4747-a82c-255426bd0b5f), after_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:49.624189 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_common [None req-ea67ad9b-d4ef-4bdc-82f6-37976cf0f849 admin admin] Allocated IP 172.20.0.1 (57a5ffb2-c530-4bfc-9f45-34b5bc13d8c8/8c3adb26-a510-4cb4-9825-fd081e2089ea/417944b4-c18a-4c5f-8131-befe55b00275) {{(pid=110144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:54:49.665293 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.managers [None req-53cd668c-2d8a-420b-b63a-7c37c70891b4 None None] Attempting to bind port a1089027-993c-4747-a82c-255426bd0b5f on host dv-cinder-740146-13-iscsi for vnic_type normal with profile {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:54:49.665670 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.managers [None req-53cd668c-2d8a-420b-b63a-7c37c70891b4 None None] Attempting to bind port a1089027-993c-4747-a82c-255426bd0b5f by drivers openvswitch,hyperv on host dv-cinder-740146-13-iscsi at level 0 using segments [{'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}] {{(pid=110147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:54:49.666041 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cd668c-2d8a-420b-b63a-7c37c70891b4 None None] Attempting to bind port a1089027-993c-4747-a82c-255426bd0b5f on network e335cf5a-bd08-4697-9061-81dcecc4c284 {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:54:49.674587 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cd668c-2d8a-420b-b63a-7c37c70891b4 None None] Checking agent: {'id': '4c7881dc-503e-4b59-880f-21834bcd9250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 35, 20), 'started_at': datetime.datetime(2022, 3, 8, 4, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:54:49.679203 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cd668c-2d8a-420b-b63a-7c37c70891b4 None None] Checking segment: {'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:54:49.679203 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-53cd668c-2d8a-420b-b63a-7c37c70891b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:49.679203 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cd668c-2d8a-420b-b63a-7c37c70891b4 None None] Bound using segment: {'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'} {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:54:49.679203 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.managers [None req-53cd668c-2d8a-420b-b63a-7c37c70891b4 None None] Bound port: a1089027-993c-4747-a82c-255426bd0b5f, host: dv-cinder-740146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}}] {{(pid=110147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:54:49.679203 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-53cd668c-2d8a-420b-b63a-7c37c70891b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (a1089027-993c-4747-a82c-255426bd0b5f), before_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:49.684506 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0b5cd-b1fc-40fa-abcb-b9c740d3ff45 None None] Pushing event updated for resources: {'Port': ['ID=a1089027-993c-4747-a82c-255426bd0b5f,revision_number=2']} {{(pid=110147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:49.738456 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.db [None req-53cd668c-2d8a-420b-b63a-7c37c70891b4 None None] For port a1089027-993c-4747-a82c-255426bd0b5f, host dv-cinder-740146-13-iscsi, cleared binding levels {{(pid=110147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:54:49.741695 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.db [None req-53cd668c-2d8a-420b-b63a-7c37c70891b4 None None] For port a1089027-993c-4747-a82c-255426bd0b5f, host dv-cinder-740146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=a1089027-993c-4747-a82c-255426bd0b5f,segment=NetworkSegment(83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c),segment_id=83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c)] {{(pid=110147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:54:49.744694 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ea67ad9b-d4ef-4bdc-82f6-37976cf0f849 admin admin] Publish callbacks [] for port (417944b4-c18a-4c5f-8131-befe55b00275), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:49.839845 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-53cd668c-2d8a-420b-b63a-7c37c70891b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (a1089027-993c-4747-a82c-255426bd0b5f), after_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:49.865684 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ea67ad9b-d4ef-4bdc-82f6-37976cf0f849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (417944b4-c18a-4c5f-8131-befe55b00275), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:49.897956 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cd668c-2d8a-420b-b63a-7c37c70891b4 None None] Routers {'78ca6e1f-463a-4d52-b2c9-b995a156bae4'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:54:49.898555 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-53cd668c-2d8a-420b-b63a-7c37c70891b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:54:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['78ca6e1f-463a-4d52-b2c9-b995a156bae4'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:54:49.901492 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0b5cd-b1fc-40fa-abcb-b9c740d3ff45 None None] Pushing event updated for resources: {'Port': ['ID=a1089027-993c-4747-a82c-255426bd0b5f,revision_number=3']} {{(pid=110147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:49.911210 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea67ad9b-d4ef-4bdc-82f6-37976cf0f849 admin admin] Network 57a5ffb2-c530-4bfc-9f45-34b5bc13d8c8 is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:54:49.914090 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [None req-ea67ad9b-d4ef-4bdc-82f6-37976cf0f849 admin admin] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:54:49.916652 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea67ad9b-d4ef-4bdc-82f6-37976cf0f849 admin admin] Received port after_create {{(pid=110144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:54:49.943893 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea67ad9b-d4ef-4bdc-82f6-37976cf0f849 admin admin] Pushing event updated for resources: {'Port': ['ID=417944b4-c18a-4c5f-8131-befe55b00275,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:49.967812 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ea67ad9b-d4ef-4bdc-82f6-37976cf0f849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952794'] for router_interface (78ca6e1f-463a-4d52-b2c9-b995a156bae4), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:50.021674 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-53cd668c-2d8a-420b-b63a-7c37c70891b4 None None] Set router 78ca6e1f-463a-4d52-b2c9-b995a156bae4 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:54:50.090912 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:50.192769 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device cc89a32d-fd75-4480-8143-5832c06ff478 up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:54:50.224245 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ea67ad9b-d4ef-4bdc-82f6-37976cf0f849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (417944b4-c18a-4c5f-8131-befe55b00275), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:50.278809 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-90667206-8ac3-4405-8451-daa14eab3044 None None] Provisioning complete for port 417944b4-c18a-4c5f-8131-befe55b00275 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:54:50.279192 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-90667206-8ac3-4405-8451-daa14eab3044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (417944b4-c18a-4c5f-8131-befe55b00275), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:50.326735 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-53cd668c-2d8a-420b-b63a-7c37c70891b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ca6e1f-463a-4d52-b2c9-b995a156bae4', 'name': 'tempest-TestVolumeBootPattern-990188888-router', 'tenant_id': 'd4abad78c1ab419f9b8d13a1b9d94533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'a1089027-993c-4747-a82c-255426bd0b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:54:46Z', 'updated_at': '2022-03-08T04:54:48Z', 'revision_number': 3, 'project_id': 'd4abad78c1ab419f9b8d13a1b9d94533', 'gw_port': {'id': 'a1089027-993c-4747-a82c-255426bd0b5f', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ca6e1f-463a-4d52-b2c9-b995a156bae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:47Z', 'updated_at': '2022-03-08T04:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi'}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:54:50.329564 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port cc89a32d-fd75-4480-8143-5832c06ff478 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:54:50.330595 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (cc89a32d-fd75-4480-8143-5832c06ff478), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:50.333917 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-90667206-8ac3-4405-8451-daa14eab3044 None None] Port 417944b4-c18a-4c5f-8131-befe55b00275 cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:54:50.359794 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cd668c-2d8a-420b-b63a-7c37c70891b4 None None] The sync data for ids ['78ca6e1f-463a-4d52-b2c9-b995a156bae4'] in dv-cinder-740146-13-iscsi is: [{'id': '78ca6e1f-463a-4d52-b2c9-b995a156bae4', 'name': 'tempest-TestVolumeBootPattern-990188888-router', 'tenant_id': 'd4abad78c1ab419f9b8d13a1b9d94533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'a1089027-993c-4747-a82c-255426bd0b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:54:46Z', 'updated_at': '2022-03-08T04:54:48Z', 'revision_number': 3, 'project_id': 'd4abad78c1ab419f9b8d13a1b9d94533', 'gw_port': {'id': 'a1089027-993c-4747-a82c-255426bd0b5f', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ca6e1f-463a-4d52-b2c9-b995a156bae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:47Z', 'updated_at': '2022-03-08T04:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi'}] {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:54:50.441461 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port cc89a32d-fd75-4480-8143-5832c06ff478 is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:54:50.466580 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ea67ad9b-d4ef-4bdc-82f6-37976cf0f849 admin admin] Publish callbacks [] for port (417944b4-c18a-4c5f-8131-befe55b00275), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:50.528033 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ea67ad9b-d4ef-4bdc-82f6-37976cf0f849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4052309'] for port (417944b4-c18a-4c5f-8131-befe55b00275), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:50.599608 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ea67ad9b-d4ef-4bdc-82f6-37976cf0f849 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952758'] for router_interface (78ca6e1f-463a-4d52-b2c9-b995a156bae4), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:50.607440 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea67ad9b-d4ef-4bdc-82f6-37976cf0f849 admin admin] Pushing event updated for resources: {'Port': ['ID=417944b4-c18a-4c5f-8131-befe55b00275,revision_number=2']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:50.714953 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea67ad9b-d4ef-4bdc-82f6-37976cf0f849 admin admin] Network 57a5ffb2-c530-4bfc-9f45-34b5bc13d8c8 is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:54:50.716447 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [None req-ea67ad9b-d4ef-4bdc-82f6-37976cf0f849 admin admin] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:54:50.951147 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 47860) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:51.069562 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-157b82fb-f198-4e06-a5dc-ac963e29b17f None None] Provisioning complete for port 417944b4-c18a-4c5f-8131-befe55b00275 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:54:51.070038 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-157b82fb-f198-4e06-a5dc-ac963e29b17f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (417944b4-c18a-4c5f-8131-befe55b00275), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:51.093702 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-110ed120-d83c-4cae-a347-f0424bb6d08c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:51.123844 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-157b82fb-f198-4e06-a5dc-ac963e29b17f None None] Port 417944b4-c18a-4c5f-8131-befe55b00275 cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:54:51.190810 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea67ad9b-d4ef-4bdc-82f6-37976cf0f849 admin admin] Router 78ca6e1f-463a-4d52-b2c9-b995a156bae4 has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:54:51.199975 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-110ed120-d83c-4cae-a347-f0424bb6d08c admin admin] Publish callbacks [] for security_group (18533728-04a0-4ed0-a2d3-90ff8acb62f0), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:51.274215 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-110ed120-d83c-4cae-a347-f0424bb6d08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (18533728-04a0-4ed0-a2d3-90ff8acb62f0), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:51.313833 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea67ad9b-d4ef-4bdc-82f6-37976cf0f849 admin admin] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:54:51.320770 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-ea67ad9b-d4ef-4bdc-82f6-37976cf0f849 admin admin] 10.222.0.35 "PUT /v2.0/routers/78ca6e1f-463a-4d52-b2c9-b995a156bae4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3126771 Mar 08 04:54:51.326829 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110ed120-d83c-4cae-a347-f0424bb6d08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18533728-04a0-4ed0-a2d3-90ff8acb62f0,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:51.349278 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-110ed120-d83c-4cae-a347-f0424bb6d08c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=be1245872378410b9b38c6718e0b53ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3963721 Mar 08 04:54:51.351823 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 47870) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:51.407350 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9d4a1c2b-705e-4062-b4ae-b5a1eebf1478 admin admin] Publish callbacks [] for security_group (18533728-04a0-4ed0-a2d3-90ff8acb62f0), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:51.430296 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9d4a1c2b-705e-4062-b4ae-b5a1eebf1478 admin admin] Publish callbacks [] for security_group (18533728-04a0-4ed0-a2d3-90ff8acb62f0), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:51.465898 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 47874) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:51.556707 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9d4a1c2b-705e-4062-b4ae-b5a1eebf1478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (18533728-04a0-4ed0-a2d3-90ff8acb62f0), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:51.559690 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9d4a1c2b-705e-4062-b4ae-b5a1eebf1478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:51.563451 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-9d4a1c2b-705e-4062-b4ae-b5a1eebf1478 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/18533728-04a0-4ed0-a2d3-90ff8acb62f0 HTTP/1.1" status: 204 len: 168 time: 0.2080848 Mar 08 04:54:51.569504 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4a1c2b-705e-4062-b4ae-b5a1eebf1478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18533728-04a0-4ed0-a2d3-90ff8acb62f0,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:51.572751 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-1385593c-996d-41f3-957e-1cccd3ae736a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:51.652376 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-1385593c-996d-41f3-957e-1cccd3ae736a admin admin] Publish callbacks [] for security_group (316bbf77-9537-4f6a-a828-e17f58fc1323), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:51.770435 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-1385593c-996d-41f3-957e-1cccd3ae736a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (316bbf77-9537-4f6a-a828-e17f58fc1323), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:51.809472 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-1385593c-996d-41f3-957e-1cccd3ae736a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=074b7d2cfff941e29300692e31efa181&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3424239 Mar 08 04:54:51.810383 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385593c-996d-41f3-957e-1cccd3ae736a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316bbf77-9537-4f6a-a828-e17f58fc1323,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:51.812227 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 47884) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:51.864673 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8f112466-9285-44cc-81b7-9103fcedb09f admin admin] Publish callbacks [] for security_group (316bbf77-9537-4f6a-a828-e17f58fc1323), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:51.891943 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8f112466-9285-44cc-81b7-9103fcedb09f admin admin] Publish callbacks [] for security_group (316bbf77-9537-4f6a-a828-e17f58fc1323), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:52.008114 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8f112466-9285-44cc-81b7-9103fcedb09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (316bbf77-9537-4f6a-a828-e17f58fc1323), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:52.011061 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8f112466-9285-44cc-81b7-9103fcedb09f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:52.012392 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-8f112466-9285-44cc-81b7-9103fcedb09f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/316bbf77-9537-4f6a-a828-e17f58fc1323 HTTP/1.1" status: 204 len: 168 time: 0.1982617 Mar 08 04:54:52.018395 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 47890) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:52.022747 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-1d894824-5fe1-4f85-ace8-03551858487e tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1295922075', 'description': 'tempest-secgroup-smoke-1295922075 description', 'project_id': '765d2cac172b406bbe3b16713b3aedd6'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:54:52.032664 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f112466-9285-44cc-81b7-9103fcedb09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316bbf77-9537-4f6a-a828-e17f58fc1323,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:52.143021 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-1d894824-5fe1-4f85-ace8-03551858487e tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:52.198512 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device a1089027-993c-4747-a82c-255426bd0b5f up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:54:52.231154 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-1d894824-5fe1-4f85-ace8-03551858487e tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for security_group (41cba0f6-5074-4242-baa4-dab6ccfe17b9), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:52.242745 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73964d33-ccc9-475a-8d34-bf9f15d21c7f None None] Sync routers for ids ['78ca6e1f-463a-4d52-b2c9-b995a156bae4'] in dv-cinder-740146-13-iscsi {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:54:52.259896 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73964d33-ccc9-475a-8d34-bf9f15d21c7f None None] Routers {'78ca6e1f-463a-4d52-b2c9-b995a156bae4'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:54:52.260555 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-73964d33-ccc9-475a-8d34-bf9f15d21c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:54:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['78ca6e1f-463a-4d52-b2c9-b995a156bae4'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:54:52.267351 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port a1089027-993c-4747-a82c-255426bd0b5f triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:54:52.267736 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (a1089027-993c-4747-a82c-255426bd0b5f), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:52.294380 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 47892) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:52.308089 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-79d0cdfd-8a20-490e-a464-be41cb9413cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:52.321679 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-1d894824-5fe1-4f85-ace8-03551858487e tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (41cba0f6-5074-4242-baa4-dab6ccfe17b9), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:52.367095 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d894824-5fe1-4f85-ace8-03551858487e tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41cba0f6-5074-4242-baa4-dab6ccfe17b9,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:52.417046 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-79d0cdfd-8a20-490e-a464-be41cb9413cb admin admin] Publish callbacks [] for security_group (76874b46-ebb0-4d5e-8d50-8b93b72d4fc3), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:52.433393 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-1d894824-5fe1-4f85-ace8-03551858487e tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:52.434894 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-1d894824-5fe1-4f85-ace8-03551858487e tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4154108 Mar 08 04:54:52.435084 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-73964d33-ccc9-475a-8d34-bf9f15d21c7f None None] Set router 78ca6e1f-463a-4d52-b2c9-b995a156bae4 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:54:52.437958 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 47896) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:52.448998 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-d344e3e7-4faa-448c-8ac3-1114c2605552 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Request body: {'security_group_rule': {'security_group_id': '41cba0f6-5074-4242-baa4-dab6ccfe17b9', 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:54:52.469807 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port a1089027-993c-4747-a82c-255426bd0b5f is: DOWN; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:54:52.470462 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (a1089027-993c-4747-a82c-255426bd0b5f), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:52.503512 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] For port a1089027-993c-4747-a82c-255426bd0b5f, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=a1089027-993c-4747-a82c-255426bd0b5f,segment=NetworkSegment(83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c),segment_id=83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:54:52.503789 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-79d0cdfd-8a20-490e-a464-be41cb9413cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (76874b46-ebb0-4d5e-8d50-8b93b72d4fc3), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:52.542402 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-79d0cdfd-8a20-490e-a464-be41cb9413cb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=042ec09ade50471590afd4b82fab96c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2468750 Mar 08 04:54:52.543238 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d0cdfd-8a20-490e-a464-be41cb9413cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76874b46-ebb0-4d5e-8d50-8b93b72d4fc3,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:52.545976 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 47898) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:52.566528 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-d344e3e7-4faa-448c-8ac3-1114c2605552 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for security_group_rule (961704bd-6fe7-4ea8-855a-54f16b5a483e), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:52.587635 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (a1089027-993c-4747-a82c-255426bd0b5f), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:52.604814 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-2375c2a6-d130-48ce-8c9f-b5ec894f6e8a admin admin] Publish callbacks [] for security_group (76874b46-ebb0-4d5e-8d50-8b93b72d4fc3), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:52.626825 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-d344e3e7-4faa-448c-8ac3-1114c2605552 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for security_group_rule (961704bd-6fe7-4ea8-855a-54f16b5a483e), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:52.629058 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-2375c2a6-d130-48ce-8c9f-b5ec894f6e8a admin admin] Publish callbacks [] for security_group (76874b46-ebb0-4d5e-8d50-8b93b72d4fc3), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:52.656750 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Pushing event updated for resources: {'Port': ['ID=a1089027-993c-4747-a82c-255426bd0b5f,revision_number=4']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:52.702002 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-d344e3e7-4faa-448c-8ac3-1114c2605552 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575780'] for security_group_rule (961704bd-6fe7-4ea8-855a-54f16b5a483e), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:52.704985 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-73964d33-ccc9-475a-8d34-bf9f15d21c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ca6e1f-463a-4d52-b2c9-b995a156bae4', 'name': 'tempest-TestVolumeBootPattern-990188888-router', 'tenant_id': 'd4abad78c1ab419f9b8d13a1b9d94533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'a1089027-993c-4747-a82c-255426bd0b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:54:46Z', 'updated_at': '2022-03-08T04:54:50Z', 'revision_number': 4, 'project_id': 'd4abad78c1ab419f9b8d13a1b9d94533', 'gw_port': {'id': 'a1089027-993c-4747-a82c-255426bd0b5f', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ca6e1f-463a-4d52-b2c9-b995a156bae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:47Z', 'updated_at': '2022-03-08T04:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': '417944b4-c18a-4c5f-8131-befe55b00275', 'name': '', 'network_id': '57a5ffb2-c530-4bfc-9f45-34b5bc13d8c8', 'tenant_id': 'd4abad78c1ab419f9b8d13a1b9d94533', 'mac_address': 'fa:16:3e:45:92:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ca6e1f-463a-4d52-b2c9-b995a156bae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '8c3adb26-a510-4cb4-9825-fd081e2089ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:49Z', 'updated_at': '2022-03-08T04:54:50Z', 'revision_number': 2, 'project_id': 'd4abad78c1ab419f9b8d13a1b9d94533', 'subnets': [{'id': '8c3adb26-a510-4cb4-9825-fd081e2089ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:54:52.723492 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344e3e7-4faa-448c-8ac3-1114c2605552 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=961704bd-6fe7-4ea8-855a-54f16b5a483e,revision_number=0']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:52.731870 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73964d33-ccc9-475a-8d34-bf9f15d21c7f None None] Checking router: 78ca6e1f-463a-4d52-b2c9-b995a156bae4 for host: dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:54:52.732241 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73964d33-ccc9-475a-8d34-bf9f15d21c7f None None] Updating router 78ca6e1f-463a-4d52-b2c9-b995a156bae4 port 417944b4-c18a-4c5f-8131-befe55b00275 binding host dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 04:54:52.761533 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 47900) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:52.763884 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-73964d33-ccc9-475a-8d34-bf9f15d21c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (417944b4-c18a-4c5f-8131-befe55b00275), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:52.774238 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-c436a44e-e0c7-4cec-a2b4-af09a1b0beb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:52.794325 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-2375c2a6-d130-48ce-8c9f-b5ec894f6e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (76874b46-ebb0-4d5e-8d50-8b93b72d4fc3), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:52.796932 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-2375c2a6-d130-48ce-8c9f-b5ec894f6e8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:52.801307 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-2375c2a6-d130-48ce-8c9f-b5ec894f6e8a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/76874b46-ebb0-4d5e-8d50-8b93b72d4fc3 HTTP/1.1" status: 204 len: 168 time: 0.2538760 Mar 08 04:54:52.818501 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-d344e3e7-4faa-448c-8ac3-1114c2605552 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:52.822504 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2375c2a6-d130-48ce-8c9f-b5ec894f6e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76874b46-ebb0-4d5e-8d50-8b93b72d4fc3,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:52.822628 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-d344e3e7-4faa-448c-8ac3-1114c2605552 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3806636 Mar 08 04:54:52.822628 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 47904) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:52.827122 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-5ddfc260-a02f-47fb-80c3-4817c3a7c0ce tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Request body: {'security_group_rule': {'security_group_id': '41cba0f6-5074-4242-baa4-dab6ccfe17b9', 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:54:52.877049 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-c436a44e-e0c7-4cec-a2b4-af09a1b0beb6 admin admin] Publish callbacks [] for security_group (98b23463-ac18-42c0-913f-766d6cf8c8ba), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:52.965839 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5ddfc260-a02f-47fb-80c3-4817c3a7c0ce tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for security_group_rule (0502d466-5248-4406-95b2-740f9141ab7f), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:52.987968 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-c436a44e-e0c7-4cec-a2b4-af09a1b0beb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (98b23463-ac18-42c0-913f-766d6cf8c8ba), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:53.028464 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5ddfc260-a02f-47fb-80c3-4817c3a7c0ce tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for security_group_rule (0502d466-5248-4406-95b2-740f9141ab7f), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:53.033790 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-c436a44e-e0c7-4cec-a2b4-af09a1b0beb6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=91763caa6b914205aa64a1340f8449b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2711446 Mar 08 04:54:53.034682 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c436a44e-e0c7-4cec-a2b4-af09a1b0beb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b23463-ac18-42c0-913f-766d6cf8c8ba,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:53.036586 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 47906) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:53.087345 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c4f16f22-5aaa-4149-beb9-06092cd89542 admin admin] Publish callbacks [] for security_group (98b23463-ac18-42c0-913f-766d6cf8c8ba), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:53.107809 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5ddfc260-a02f-47fb-80c3-4817c3a7c0ce tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575780'] for security_group_rule (0502d466-5248-4406-95b2-740f9141ab7f), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:53.111756 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c4f16f22-5aaa-4149-beb9-06092cd89542 admin admin] Publish callbacks [] for security_group (98b23463-ac18-42c0-913f-766d6cf8c8ba), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:53.140788 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddfc260-a02f-47fb-80c3-4817c3a7c0ce tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0502d466-5248-4406-95b2-740f9141ab7f,revision_number=0']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:53.185206 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-73964d33-ccc9-475a-8d34-bf9f15d21c7f None None] Publish callbacks [] for port (417944b4-c18a-4c5f-8131-befe55b00275), precommit_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:53.207373 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5ddfc260-a02f-47fb-80c3-4817c3a7c0ce tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:53.208574 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-5ddfc260-a02f-47fb-80c3-4817c3a7c0ce tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3850369 Mar 08 04:54:53.215486 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 47910) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:53.220035 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-dbbf5cee-bf48-414a-8191-ec00448e9a4d tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Request body: {'security_group_rule': {'security_group_id': '41cba0f6-5074-4242-baa4-dab6ccfe17b9', 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:54:53.259541 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c4f16f22-5aaa-4149-beb9-06092cd89542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (98b23463-ac18-42c0-913f-766d6cf8c8ba), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:53.262283 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c4f16f22-5aaa-4149-beb9-06092cd89542 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:53.263412 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-c4f16f22-5aaa-4149-beb9-06092cd89542 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/98b23463-ac18-42c0-913f-766d6cf8c8ba HTTP/1.1" status: 204 len: 168 time: 0.2245111 Mar 08 04:54:53.272281 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f16f22-5aaa-4149-beb9-06092cd89542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b23463-ac18-42c0-913f-766d6cf8c8ba,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:53.290719 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-73964d33-ccc9-475a-8d34-bf9f15d21c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (417944b4-c18a-4c5f-8131-befe55b00275), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:53.321974 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-dbbf5cee-bf48-414a-8191-ec00448e9a4d tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for security_group_rule (b989f3da-e17b-4a72-a65b-10969c3858fa), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:53.367884 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55173a9-e935-445f-94da-781dbf597912 None None] Pushing event updated for resources: {'Port': ['ID=417944b4-c18a-4c5f-8131-befe55b00275,revision_number=3']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:53.402334 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-dbbf5cee-bf48-414a-8191-ec00448e9a4d tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for security_group_rule (b989f3da-e17b-4a72-a65b-10969c3858fa), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:53.433143 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-73964d33-ccc9-475a-8d34-bf9f15d21c7f None None] Attempting to bind port 417944b4-c18a-4c5f-8131-befe55b00275 on host dv-cinder-740146-13-iscsi for vnic_type normal with profile {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:54:53.433556 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-73964d33-ccc9-475a-8d34-bf9f15d21c7f None None] Attempting to bind port 417944b4-c18a-4c5f-8131-befe55b00275 by drivers openvswitch,hyperv on host dv-cinder-740146-13-iscsi at level 0 using segments [{'id': 'b666488b-8900-4485-b5bd-4c3afd595054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57a5ffb2-c530-4bfc-9f45-34b5bc13d8c8'}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:54:53.434082 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73964d33-ccc9-475a-8d34-bf9f15d21c7f None None] Attempting to bind port 417944b4-c18a-4c5f-8131-befe55b00275 on network 57a5ffb2-c530-4bfc-9f45-34b5bc13d8c8 {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:54:53.440113 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73964d33-ccc9-475a-8d34-bf9f15d21c7f None None] Checking agent: {'id': '4c7881dc-503e-4b59-880f-21834bcd9250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 35, 20), 'started_at': datetime.datetime(2022, 3, 8, 4, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:54:53.440708 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73964d33-ccc9-475a-8d34-bf9f15d21c7f None None] Checking segment: {'id': 'b666488b-8900-4485-b5bd-4c3afd595054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57a5ffb2-c530-4bfc-9f45-34b5bc13d8c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:54:53.441130 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-73964d33-ccc9-475a-8d34-bf9f15d21c7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:53.441471 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73964d33-ccc9-475a-8d34-bf9f15d21c7f None None] Bound using segment: {'id': 'b666488b-8900-4485-b5bd-4c3afd595054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57a5ffb2-c530-4bfc-9f45-34b5bc13d8c8'} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:54:53.441942 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-73964d33-ccc9-475a-8d34-bf9f15d21c7f None None] Bound port: 417944b4-c18a-4c5f-8131-befe55b00275, host: dv-cinder-740146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b666488b-8900-4485-b5bd-4c3afd595054', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '57a5ffb2-c530-4bfc-9f45-34b5bc13d8c8'}}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:54:53.442332 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-73964d33-ccc9-475a-8d34-bf9f15d21c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (417944b4-c18a-4c5f-8131-befe55b00275), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:53.470903 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-dbbf5cee-bf48-414a-8191-ec00448e9a4d tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575780'] for security_group_rule (b989f3da-e17b-4a72-a65b-10969c3858fa), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:53.489918 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf5cee-bf48-414a-8191-ec00448e9a4d tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b989f3da-e17b-4a72-a65b-10969c3858fa,revision_number=0']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:53.509101 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-73964d33-ccc9-475a-8d34-bf9f15d21c7f None None] For port 417944b4-c18a-4c5f-8131-befe55b00275, host dv-cinder-740146-13-iscsi, cleared binding levels {{(pid=110146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:54:53.512799 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-73964d33-ccc9-475a-8d34-bf9f15d21c7f None None] For port 417944b4-c18a-4c5f-8131-befe55b00275, host dv-cinder-740146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=417944b4-c18a-4c5f-8131-befe55b00275,segment=NetworkSegment(b666488b-8900-4485-b5bd-4c3afd595054),segment_id=b666488b-8900-4485-b5bd-4c3afd595054)] {{(pid=110146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:54:53.594870 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-73964d33-ccc9-475a-8d34-bf9f15d21c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (417944b4-c18a-4c5f-8131-befe55b00275), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:53.596017 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-dbbf5cee-bf48-414a-8191-ec00448e9a4d tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:53.598001 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-dbbf5cee-bf48-414a-8191-ec00448e9a4d tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3815196 Mar 08 04:54:53.605030 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 47924) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:53.610827 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-761b1c4a-240d-4554-8327-dfb4a8cac7d2 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Request body: {'security_group_rule': {'security_group_id': '41cba0f6-5074-4242-baa4-dab6ccfe17b9', 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:54:53.667874 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73964d33-ccc9-475a-8d34-bf9f15d21c7f None None] Routers {'78ca6e1f-463a-4d52-b2c9-b995a156bae4'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:54:53.668541 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-73964d33-ccc9-475a-8d34-bf9f15d21c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:54:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['78ca6e1f-463a-4d52-b2c9-b995a156bae4'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:54:53.711514 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55173a9-e935-445f-94da-781dbf597912 None None] Pushing event updated for resources: {'Port': ['ID=417944b4-c18a-4c5f-8131-befe55b00275,revision_number=4']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:53.723275 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-761b1c4a-240d-4554-8327-dfb4a8cac7d2 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for security_group_rule (579a0e3a-5c8f-4116-bc73-cc3c8677b6ad), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:53.744136 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-ce17bd45-9067-4c89-9a9a-993827072fde None None] Provisioning complete for port 417944b4-c18a-4c5f-8131-befe55b00275 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:54:53.744516 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-ce17bd45-9067-4c89-9a9a-993827072fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (417944b4-c18a-4c5f-8131-befe55b00275), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:53.820400 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-761b1c4a-240d-4554-8327-dfb4a8cac7d2 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for security_group_rule (579a0e3a-5c8f-4116-bc73-cc3c8677b6ad), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:53.845120 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-73964d33-ccc9-475a-8d34-bf9f15d21c7f None None] Set router 78ca6e1f-463a-4d52-b2c9-b995a156bae4 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:54:53.953465 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-761b1c4a-240d-4554-8327-dfb4a8cac7d2 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575780'] for security_group_rule (579a0e3a-5c8f-4116-bc73-cc3c8677b6ad), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:53.966904 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-ce17bd45-9067-4c89-9a9a-993827072fde None None] Current status of the port 417944b4-c18a-4c5f-8131-befe55b00275 is: DOWN; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:54:53.967297 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-ce17bd45-9067-4c89-9a9a-993827072fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (417944b4-c18a-4c5f-8131-befe55b00275), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:53.972972 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761b1c4a-240d-4554-8327-dfb4a8cac7d2 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=579a0e3a-5c8f-4116-bc73-cc3c8677b6ad,revision_number=0']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:54.044929 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-ce17bd45-9067-4c89-9a9a-993827072fde None None] For port 417944b4-c18a-4c5f-8131-befe55b00275, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=417944b4-c18a-4c5f-8131-befe55b00275,segment=NetworkSegment(b666488b-8900-4485-b5bd-4c3afd595054),segment_id=b666488b-8900-4485-b5bd-4c3afd595054)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:54:54.104884 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-ce17bd45-9067-4c89-9a9a-993827072fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (417944b4-c18a-4c5f-8131-befe55b00275), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:54.118936 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-761b1c4a-240d-4554-8327-dfb4a8cac7d2 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:54.118936 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-761b1c4a-240d-4554-8327-dfb4a8cac7d2 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5086446 Mar 08 04:54:54.118936 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 47944) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:54.122739 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-c59c657b-cced-4f47-9f2f-8459bbb9de08 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Request body: {'security_group_rule': {'security_group_id': '41cba0f6-5074-4242-baa4-dab6ccfe17b9', 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:54:54.138229 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-73964d33-ccc9-475a-8d34-bf9f15d21c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ca6e1f-463a-4d52-b2c9-b995a156bae4', 'name': 'tempest-TestVolumeBootPattern-990188888-router', 'tenant_id': 'd4abad78c1ab419f9b8d13a1b9d94533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'a1089027-993c-4747-a82c-255426bd0b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:54:46Z', 'updated_at': '2022-03-08T04:54:50Z', 'revision_number': 4, 'project_id': 'd4abad78c1ab419f9b8d13a1b9d94533', 'gw_port': {'id': 'a1089027-993c-4747-a82c-255426bd0b5f', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca6e1f-463a-4d52-b2c9-b995a156bae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:47Z', 'updated_at': '2022-03-08T04:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': '417944b4-c18a-4c5f-8131-befe55b00275', 'name': '', 'network_id': '57a5ffb2-c530-4bfc-9f45-34b5bc13d8c8', 'tenant_id': 'd4abad78c1ab419f9b8d13a1b9d94533', 'mac_address': 'fa:16:3e:45:92:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ca6e1f-463a-4d52-b2c9-b995a156bae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '8c3adb26-a510-4cb4-9825-fd081e2089ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:49Z', 'updated_at': '2022-03-08T04:54:53Z', 'revision_number': 4, 'project_id': 'd4abad78c1ab419f9b8d13a1b9d94533', 'subnets': [{'id': '8c3adb26-a510-4cb4-9825-fd081e2089ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:54:54.170716 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73964d33-ccc9-475a-8d34-bf9f15d21c7f None None] The sync data for ids ['78ca6e1f-463a-4d52-b2c9-b995a156bae4'] in dv-cinder-740146-13-iscsi is: [{'id': '78ca6e1f-463a-4d52-b2c9-b995a156bae4', 'name': 'tempest-TestVolumeBootPattern-990188888-router', 'tenant_id': 'd4abad78c1ab419f9b8d13a1b9d94533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'a1089027-993c-4747-a82c-255426bd0b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:54:46Z', 'updated_at': '2022-03-08T04:54:50Z', 'revision_number': 4, 'project_id': 'd4abad78c1ab419f9b8d13a1b9d94533', 'gw_port': {'id': 'a1089027-993c-4747-a82c-255426bd0b5f', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca6e1f-463a-4d52-b2c9-b995a156bae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:47Z', 'updated_at': '2022-03-08T04:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': '417944b4-c18a-4c5f-8131-befe55b00275', 'name': '', 'network_id': '57a5ffb2-c530-4bfc-9f45-34b5bc13d8c8', 'tenant_id': 'd4abad78c1ab419f9b8d13a1b9d94533', 'mac_address': 'fa:16:3e:45:92:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ca6e1f-463a-4d52-b2c9-b995a156bae4', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': '8c3adb26-a510-4cb4-9825-fd081e2089ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:49Z', 'updated_at': '2022-03-08T04:54:53Z', 'revision_number': 4, 'project_id': 'd4abad78c1ab419f9b8d13a1b9d94533', 'subnets': [{'id': '8c3adb26-a510-4cb4-9825-fd081e2089ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:54:54.190330 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17bd45-9067-4c89-9a9a-993827072fde None None] Pushing event updated for resources: {'Port': ['ID=417944b4-c18a-4c5f-8131-befe55b00275,revision_number=5']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:54.229209 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-61379b39-217e-4df6-9f6d-339d89ad5510 None None] Provisioning complete for port 417944b4-c18a-4c5f-8131-befe55b00275 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:54:54.229881 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-61379b39-217e-4df6-9f6d-339d89ad5510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (417944b4-c18a-4c5f-8131-befe55b00275), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:54.260140 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.db.securitygroups_db [None req-c59c657b-cced-4f47-9f2f-8459bbb9de08 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Project 765d2cac172b406bbe3b16713b3aedd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 04:54:54.267287 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-c59c657b-cced-4f47-9f2f-8459bbb9de08 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for security_group_rule (6561fa23-d214-40d2-aa29-90ad1bd48182), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:54.277787 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device a1089027-993c-4747-a82c-255426bd0b5f up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:54:54.365659 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-c59c657b-cced-4f47-9f2f-8459bbb9de08 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for security_group_rule (6561fa23-d214-40d2-aa29-90ad1bd48182), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:54.392141 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port a1089027-993c-4747-a82c-255426bd0b5f triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:54:54.392672 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (a1089027-993c-4747-a82c-255426bd0b5f), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:54.420092 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-61379b39-217e-4df6-9f6d-339d89ad5510 None None] Current status of the port 417944b4-c18a-4c5f-8131-befe55b00275 is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:54:54.440264 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-c59c657b-cced-4f47-9f2f-8459bbb9de08 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575780'] for security_group_rule (6561fa23-d214-40d2-aa29-90ad1bd48182), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:54.463080 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59c657b-cced-4f47-9f2f-8459bbb9de08 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6561fa23-d214-40d2-aa29-90ad1bd48182,revision_number=0']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:54.515740 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port a1089027-993c-4747-a82c-255426bd0b5f is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:54:54.549785 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-c59c657b-cced-4f47-9f2f-8459bbb9de08 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:54.554111 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 47956) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:54:54.558883 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-c59c657b-cced-4f47-9f2f-8459bbb9de08 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4394431 Mar 08 04:54:54.559718 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-8e7ea72a-3c5d-48e0-88af-223b65c47922 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Request body: {'security_group_rule': {'security_group_id': '41cba0f6-5074-4242-baa4-dab6ccfe17b9', 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:54:54.677028 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.db.securitygroups_db [None req-8e7ea72a-3c5d-48e0-88af-223b65c47922 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Project 765d2cac172b406bbe3b16713b3aedd6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 04:54:54.682314 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8e7ea72a-3c5d-48e0-88af-223b65c47922 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for security_group_rule (8362bba4-32ad-496f-96cb-febd41d20ad6), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:54.742090 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8e7ea72a-3c5d-48e0-88af-223b65c47922 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for security_group_rule (8362bba4-32ad-496f-96cb-febd41d20ad6), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:54.810812 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8e7ea72a-3c5d-48e0-88af-223b65c47922 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575780'] for security_group_rule (8362bba4-32ad-496f-96cb-febd41d20ad6), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:54.836368 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ea72a-3c5d-48e0-88af-223b65c47922 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8362bba4-32ad-496f-96cb-febd41d20ad6,revision_number=0']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:54:54.950265 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8e7ea72a-3c5d-48e0-88af-223b65c47922 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:54.955463 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-8e7ea72a-3c5d-48e0-88af-223b65c47922 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3965459 Mar 08 04:54:56.205899 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 417944b4-c18a-4c5f-8131-befe55b00275 up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:54:56.283936 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port 417944b4-c18a-4c5f-8131-befe55b00275 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:54:56.284395 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (417944b4-c18a-4c5f-8131-befe55b00275), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:54:56.367928 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port 417944b4-c18a-4c5f-8131-befe55b00275 is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:54:59.528019 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:02.994476 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 48144) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:55:03.099850 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-46ae7d87-d6d8-44b1-90c4-388caf4b2c0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:03.172663 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-46ae7d87-d6d8-44b1-90c4-388caf4b2c0f admin admin] Publish callbacks [] for security_group (a7579e24-82f9-4079-82e8-82a47af5fa29), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:03.238975 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-46ae7d87-d6d8-44b1-90c4-388caf4b2c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (a7579e24-82f9-4079-82e8-82a47af5fa29), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:03.276189 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae7d87-d6d8-44b1-90c4-388caf4b2c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7579e24-82f9-4079-82e8-82a47af5fa29,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:03.280529 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-46ae7d87-d6d8-44b1-90c4-388caf4b2c0f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8bf86a56ce8e4db6873a3aad18cec8af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2850783 Mar 08 04:55:03.284105 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 48148) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:55:03.331709 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b23ca735-dbeb-4ad7-a5c3-19e9ec755072 admin admin] Publish callbacks [] for security_group (a7579e24-82f9-4079-82e8-82a47af5fa29), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:03.352333 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b23ca735-dbeb-4ad7-a5c3-19e9ec755072 admin admin] Publish callbacks [] for security_group (a7579e24-82f9-4079-82e8-82a47af5fa29), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:03.493587 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b23ca735-dbeb-4ad7-a5c3-19e9ec755072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (a7579e24-82f9-4079-82e8-82a47af5fa29), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:03.496510 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b23ca735-dbeb-4ad7-a5c3-19e9ec755072 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:03.497432 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-b23ca735-dbeb-4ad7-a5c3-19e9ec755072 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a7579e24-82f9-4079-82e8-82a47af5fa29 HTTP/1.1" status: 204 len: 168 time: 0.2126446 Mar 08 04:55:03.505821 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23ca735-dbeb-4ad7-a5c3-19e9ec755072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7579e24-82f9-4079-82e8-82a47af5fa29,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:04.167933 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 48166) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:55:04.181323 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-12765b73-13e4-45da-984e-82b608d96526 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:04.258451 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-12765b73-13e4-45da-984e-82b608d96526 admin admin] Publish callbacks [] for security_group (c52f0fc6-a929-4f87-bae4-bca4415d4e05), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:04.328002 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-12765b73-13e4-45da-984e-82b608d96526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (c52f0fc6-a929-4f87-bae4-bca4415d4e05), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:04.367754 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-12765b73-13e4-45da-984e-82b608d96526 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6513b3a71d004a3e981f7adfae00c492&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1985404 Mar 08 04:55:04.369220 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12765b73-13e4-45da-984e-82b608d96526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52f0fc6-a929-4f87-bae4-bca4415d4e05,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:04.370581 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 48168) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:55:04.419106 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-b545ce96-87c1-47bd-96e2-15af41da0230 admin admin] Publish callbacks [] for security_group (c52f0fc6-a929-4f87-bae4-bca4415d4e05), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:04.439989 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-b545ce96-87c1-47bd-96e2-15af41da0230 admin admin] Publish callbacks [] for security_group (c52f0fc6-a929-4f87-bae4-bca4415d4e05), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:04.550160 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-b545ce96-87c1-47bd-96e2-15af41da0230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (c52f0fc6-a929-4f87-bae4-bca4415d4e05), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:04.552674 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-b545ce96-87c1-47bd-96e2-15af41da0230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:04.553855 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-b545ce96-87c1-47bd-96e2-15af41da0230 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c52f0fc6-a929-4f87-bae4-bca4415d4e05 HTTP/1.1" status: 204 len: 168 time: 0.1821856 Mar 08 04:55:04.562697 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b545ce96-87c1-47bd-96e2-15af41da0230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52f0fc6-a929-4f87-bae4-bca4415d4e05,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:06.117417 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 48208) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:55:06.219676 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-33a292ec-53e6-46fe-bcfc-5386e26b6c7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:06.296257 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-33a292ec-53e6-46fe-bcfc-5386e26b6c7c admin admin] Publish callbacks [] for security_group (ad467031-7743-422c-a244-674085ffe0a4), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:06.358738 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-33a292ec-53e6-46fe-bcfc-5386e26b6c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (ad467031-7743-422c-a244-674085ffe0a4), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:06.398747 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-33a292ec-53e6-46fe-bcfc-5386e26b6c7c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8709b541e78048a58838a39987a590cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2803187 Mar 08 04:55:06.399896 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a292ec-53e6-46fe-bcfc-5386e26b6c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad467031-7743-422c-a244-674085ffe0a4,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:06.401650 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 48224) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:55:06.448985 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8fd00275-1056-4b5f-b974-8cdd8c4b8577 admin admin] Publish callbacks [] for security_group (ad467031-7743-422c-a244-674085ffe0a4), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:06.470093 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8fd00275-1056-4b5f-b974-8cdd8c4b8577 admin admin] Publish callbacks [] for security_group (ad467031-7743-422c-a244-674085ffe0a4), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:06.565089 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8fd00275-1056-4b5f-b974-8cdd8c4b8577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (ad467031-7743-422c-a244-674085ffe0a4), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:06.567636 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-8fd00275-1056-4b5f-b974-8cdd8c4b8577 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:06.568944 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-8fd00275-1056-4b5f-b974-8cdd8c4b8577 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ad467031-7743-422c-a244-674085ffe0a4 HTTP/1.1" status: 204 len: 168 time: 0.1662257 Mar 08 04:55:06.578185 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd00275-1056-4b5f-b974-8cdd8c4b8577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad467031-7743-422c-a244-674085ffe0a4,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:08.019628 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 48266) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:55:08.121769 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-d6d0eb19-2804-448d-9948-5abf1bbe4238 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:08.198180 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-d6d0eb19-2804-448d-9948-5abf1bbe4238 admin admin] Publish callbacks [] for security_group (9f5e5d7b-b5c0-4dcf-b4b1-1921c6980d63), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:08.296323 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-d6d0eb19-2804-448d-9948-5abf1bbe4238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (9f5e5d7b-b5c0-4dcf-b4b1-1921c6980d63), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:08.337680 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-d6d0eb19-2804-448d-9948-5abf1bbe4238 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=828701fd20b1465889035a4c6a5dda87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3168099 Mar 08 04:55:08.338736 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0eb19-2804-448d-9948-5abf1bbe4238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5e5d7b-b5c0-4dcf-b4b1-1921c6980d63,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:08.340331 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 48274) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:55:08.388185 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-a4baea92-6b54-4c53-a759-abf56a0adc3f admin admin] Publish callbacks [] for security_group (9f5e5d7b-b5c0-4dcf-b4b1-1921c6980d63), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:08.408630 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-a4baea92-6b54-4c53-a759-abf56a0adc3f admin admin] Publish callbacks [] for security_group (9f5e5d7b-b5c0-4dcf-b4b1-1921c6980d63), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:08.541768 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-a4baea92-6b54-4c53-a759-abf56a0adc3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (9f5e5d7b-b5c0-4dcf-b4b1-1921c6980d63), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:08.544447 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-a4baea92-6b54-4c53-a759-abf56a0adc3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:08.545811 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-a4baea92-6b54-4c53-a759-abf56a0adc3f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9f5e5d7b-b5c0-4dcf-b4b1-1921c6980d63 HTTP/1.1" status: 204 len: 168 time: 0.2042470 Mar 08 04:55:08.554519 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4baea92-6b54-4c53-a759-abf56a0adc3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5e5d7b-b5c0-4dcf-b4b1-1921c6980d63,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:09.189948 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 48282) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:55:09.202816 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-32a5cf4c-077a-4841-b04d-05e61100c502 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:09.285770 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-32a5cf4c-077a-4841-b04d-05e61100c502 admin admin] Publish callbacks [] for security_group (6981eb61-9f17-4499-ab15-1296cd00bcf6), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:09.384592 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-32a5cf4c-077a-4841-b04d-05e61100c502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (6981eb61-9f17-4499-ab15-1296cd00bcf6), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:09.423081 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-32a5cf4c-077a-4841-b04d-05e61100c502 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=13acbacfbcaf4534b4de89e274c6a9b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320821 Mar 08 04:55:09.424036 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5cf4c-077a-4841-b04d-05e61100c502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6981eb61-9f17-4499-ab15-1296cd00bcf6,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:09.425840 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 48286) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:55:09.473686 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-d4451a92-cc40-484b-b6f7-620b16a242a0 admin admin] Publish callbacks [] for security_group (6981eb61-9f17-4499-ab15-1296cd00bcf6), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:09.494159 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-d4451a92-cc40-484b-b6f7-620b16a242a0 admin admin] Publish callbacks [] for security_group (6981eb61-9f17-4499-ab15-1296cd00bcf6), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:09.598428 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-d4451a92-cc40-484b-b6f7-620b16a242a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (6981eb61-9f17-4499-ab15-1296cd00bcf6), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:09.601128 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-d4451a92-cc40-484b-b6f7-620b16a242a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:09.602293 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-d4451a92-cc40-484b-b6f7-620b16a242a0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6981eb61-9f17-4499-ab15-1296cd00bcf6 HTTP/1.1" status: 204 len: 168 time: 0.1754808 Mar 08 04:55:09.609923 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4451a92-cc40-484b-b6f7-620b16a242a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6981eb61-9f17-4499-ab15-1296cd00bcf6,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:13.984485 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-5ac01f50-e824-4993-a2bb-916be6ebac6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:16.232847 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-d60779d4-3a88-4bb1-bf54-0c269f31ae2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:17.264211 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:18.704069 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:20.122251 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:20.196338 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:55:25.268962 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-03694521-bd99-49c3-b691-b360b27f85d1 req-bf7e004e-8ec1-4b7e-82d9-9ba31566354a tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1295922075&fields=id&tenant_id=765d2cac172b406bbe3b16713b3aedd6 HTTP/1.1" status: 200 len: 267 time: 0.0439048 Mar 08 04:55:25.374635 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03694521-bd99-49c3-b691-b360b27f85d1 req-f5dc948f-8566-4b26-8f8a-dd24a5016d4b tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:25.377722 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-03694521-bd99-49c3-b691-b360b27f85d1 req-f5dc948f-8566-4b26-8f8a-dd24a5016d4b tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/networks?id=a5e0ee09-af9b-47bb-91a6-5a6b90ff711c HTTP/1.1" status: 200 len: 812 time: 0.1057873 Mar 08 04:55:25.390100 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-03694521-bd99-49c3-b691-b360b27f85d1 req-52a46803-8649-4768-aac2-c1b1dcf24947 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/quotas/765d2cac172b406bbe3b16713b3aedd6 HTTP/1.1" status: 200 len: 375 time: 0.0088089 Mar 08 04:55:25.443764 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-03694521-bd99-49c3-b691-b360b27f85d1 req-f08646f2-e29e-4482-a452-cab9b1080ac8 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=765d2cac172b406bbe3b16713b3aedd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490363 Mar 08 04:55:25.552943 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [req-03694521-bd99-49c3-b691-b360b27f85d1 req-159057a0-35ba-488e-a24c-9ecd13c037fe service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=110144) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 04:55:25.553475 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-03694521-bd99-49c3-b691-b360b27f85d1 req-159057a0-35ba-488e-a24c-9ecd13c037fe service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0991769 Mar 08 04:55:25.644028 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-03694521-bd99-49c3-b691-b360b27f85d1 req-9a7bdb82-9247-4c11-b09e-0950c2a3c1c5 service neutron] 10.222.0.35 "GET /v2.0/networks/a5e0ee09-af9b-47bb-91a6-5a6b90ff711c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820239 Mar 08 04:55:25.734056 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-03694521-bd99-49c3-b691-b360b27f85d1 req-d011b49d-8c33-4947-a102-967435c629b3 service neutron] 10.222.0.35 "GET /v2.0/networks/a5e0ee09-af9b-47bb-91a6-5a6b90ff711c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842686 Mar 08 04:55:26.280171 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-ed5b8cdc-5a2e-409e-9965-f7c8ba29a263 req-fba5acba-217b-4559-bba0-53bb1da104ce tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=f07bd60e-0657-4bec-8ea3-6f2a87674bc3 HTTP/1.1" status: 200 len: 210 time: 0.0410941 Mar 08 04:55:27.285993 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 48526) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:55:27.358581 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f56b1f75-6317-4b15-89bf-767f8a35a660 req-9e51921c-6e2a-452c-afb9-cfa79a10d4fa tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=f07bd60e-0657-4bec-8ea3-6f2a87674bc3 HTTP/1.1" status: 200 len: 210 time: 0.0268655 Mar 08 04:55:27.390120 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-028add28-3bc1-4a7a-bb03-4ff5c931e697 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:27.463339 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-028add28-3bc1-4a7a-bb03-4ff5c931e697 admin admin] Publish callbacks [] for security_group (cf84d01f-5547-41fb-b705-27e3b922da97), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:27.527058 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-028add28-3bc1-4a7a-bb03-4ff5c931e697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (cf84d01f-5547-41fb-b705-27e3b922da97), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:27.567499 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-028add28-3bc1-4a7a-bb03-4ff5c931e697 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1347f7a880b74a11a753b529d7251493&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2804348 Mar 08 04:55:27.568409 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028add28-3bc1-4a7a-bb03-4ff5c931e697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf84d01f-5547-41fb-b705-27e3b922da97,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:27.570231 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 48532) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:55:27.575447 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028add28-3bc1-4a7a-bb03-4ff5c931e697 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:27.575802 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028add28-3bc1-4a7a-bb03-4ff5c931e697 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:27.576147 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028add28-3bc1-4a7a-bb03-4ff5c931e697 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:27.576485 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028add28-3bc1-4a7a-bb03-4ff5c931e697 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:27.576826 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028add28-3bc1-4a7a-bb03-4ff5c931e697 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:27.577178 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028add28-3bc1-4a7a-bb03-4ff5c931e697 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:27.577508 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028add28-3bc1-4a7a-bb03-4ff5c931e697 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:27.577838 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028add28-3bc1-4a7a-bb03-4ff5c931e697 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:27.578163 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028add28-3bc1-4a7a-bb03-4ff5c931e697 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:27.578483 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028add28-3bc1-4a7a-bb03-4ff5c931e697 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:27.578802 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028add28-3bc1-4a7a-bb03-4ff5c931e697 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:27.579120 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028add28-3bc1-4a7a-bb03-4ff5c931e697 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:27.579436 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-028add28-3bc1-4a7a-bb03-4ff5c931e697 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:27.617014 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-dc989e09-e45e-48ea-bf3c-36396e0e07e9 admin admin] Publish callbacks [] for security_group (cf84d01f-5547-41fb-b705-27e3b922da97), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:27.638295 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-dc989e09-e45e-48ea-bf3c-36396e0e07e9 admin admin] Publish callbacks [] for security_group (cf84d01f-5547-41fb-b705-27e3b922da97), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:27.738261 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-dc989e09-e45e-48ea-bf3c-36396e0e07e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (cf84d01f-5547-41fb-b705-27e3b922da97), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:27.740788 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-dc989e09-e45e-48ea-bf3c-36396e0e07e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:27.742026 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-dc989e09-e45e-48ea-bf3c-36396e0e07e9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cf84d01f-5547-41fb-b705-27e3b922da97 HTTP/1.1" status: 204 len: 168 time: 0.1708090 Mar 08 04:55:27.749789 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc989e09-e45e-48ea-bf3c-36396e0e07e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf84d01f-5547-41fb-b705-27e3b922da97,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:27.758490 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc989e09-e45e-48ea-bf3c-36396e0e07e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:27.758851 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc989e09-e45e-48ea-bf3c-36396e0e07e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:27.759220 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc989e09-e45e-48ea-bf3c-36396e0e07e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:27.760468 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc989e09-e45e-48ea-bf3c-36396e0e07e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:27.760468 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc989e09-e45e-48ea-bf3c-36396e0e07e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:27.760468 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc989e09-e45e-48ea-bf3c-36396e0e07e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:27.760902 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc989e09-e45e-48ea-bf3c-36396e0e07e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:27.761117 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc989e09-e45e-48ea-bf3c-36396e0e07e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:27.761462 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc989e09-e45e-48ea-bf3c-36396e0e07e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:27.761799 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc989e09-e45e-48ea-bf3c-36396e0e07e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:27.762133 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc989e09-e45e-48ea-bf3c-36396e0e07e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:27.762460 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc989e09-e45e-48ea-bf3c-36396e0e07e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:27.762788 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc989e09-e45e-48ea-bf3c-36396e0e07e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:28.347730 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 48544) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:55:28.360783 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-2518848b-2f27-4c27-a872-a9aa7b41c2e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:28.442926 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-2518848b-2f27-4c27-a872-a9aa7b41c2e6 admin admin] Publish callbacks [] for security_group (f3bd3ce5-24cd-453f-98ef-7c87409d0a5f), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:28.457630 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-78411dd4-9656-4c52-909b-76ae11dda8f9 req-6ad00fa2-2f8c-4408-9fce-2f3457b50124 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=f07bd60e-0657-4bec-8ea3-6f2a87674bc3 HTTP/1.1" status: 200 len: 210 time: 0.0307839 Mar 08 04:55:28.536274 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-2518848b-2f27-4c27-a872-a9aa7b41c2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (f3bd3ce5-24cd-453f-98ef-7c87409d0a5f), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:28.573838 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-2518848b-2f27-4c27-a872-a9aa7b41c2e6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=47b8f7ccf7fa46ba8ee05a5fdf826365&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250099 Mar 08 04:55:28.574714 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518848b-2f27-4c27-a872-a9aa7b41c2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bd3ce5-24cd-453f-98ef-7c87409d0a5f,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:28.576965 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 48548) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:55:28.625131 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9ab188c1-8581-491c-8895-fb6a3434a7b0 admin admin] Publish callbacks [] for security_group (f3bd3ce5-24cd-453f-98ef-7c87409d0a5f), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:28.634740 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03694521-bd99-49c3-b691-b360b27f85d1 req-d802db34-b807-4a5b-8e78-54970ee1f667 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:28.636174 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-03694521-bd99-49c3-b691-b360b27f85d1 req-d802db34-b807-4a5b-8e78-54970ee1f667 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.18 "GET /v2.0/networks?id=a5e0ee09-af9b-47bb-91a6-5a6b90ff711c HTTP/1.1" status: 200 len: 812 time: 0.1044862 Mar 08 04:55:28.649634 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9ab188c1-8581-491c-8895-fb6a3434a7b0 admin admin] Publish callbacks [] for security_group (f3bd3ce5-24cd-453f-98ef-7c87409d0a5f), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:28.700971 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-03694521-bd99-49c3-b691-b360b27f85d1 req-3f431d8c-d98a-4edc-81f1-9c7d1cc273e4 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=765d2cac172b406bbe3b16713b3aedd6 HTTP/1.1" status: 200 len: 380 time: 0.0542438 Mar 08 04:55:28.710214 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [req-03694521-bd99-49c3-b691-b360b27f85d1 req-35438406-61ad-4da2-960d-f39555d36284 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Request body: {'port': {'device_id': 'f07bd60e-0657-4bec-8ea3-6f2a87674bc3', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'admin_state_up': True, 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'security_groups': ['41cba0f6-5074-4242-baa4-dab6ccfe17b9']}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:55:28.744258 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9ab188c1-8581-491c-8895-fb6a3434a7b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (f3bd3ce5-24cd-453f-98ef-7c87409d0a5f), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:28.746862 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-9ab188c1-8581-491c-8895-fb6a3434a7b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:28.747999 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-9ab188c1-8581-491c-8895-fb6a3434a7b0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f3bd3ce5-24cd-453f-98ef-7c87409d0a5f HTTP/1.1" status: 204 len: 168 time: 0.1701150 Mar 08 04:55:28.759764 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab188c1-8581-491c-8895-fb6a3434a7b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bd3ce5-24cd-453f-98ef-7c87409d0a5f,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:28.872582 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03694521-bd99-49c3-b691-b360b27f85d1 req-35438406-61ad-4da2-960d-f39555d36284 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Made reservation on behalf of 765d2cac172b406bbe3b16713b3aedd6 for: {'port': 1} {{(pid=110144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:55:28.875988 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-03694521-bd99-49c3-b691-b360b27f85d1 req-35438406-61ad-4da2-960d-f39555d36284 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:28.999021 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_common [req-03694521-bd99-49c3-b691-b360b27f85d1 req-35438406-61ad-4da2-960d-f39555d36284 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Allocated IP 172.20.0.12 (a5e0ee09-af9b-47bb-91a6-5a6b90ff711c/dd319751-0ba2-4bbf-9f61-65487594c0f2/be61fff7-3006-4915-b7b6-cce7c6651a44) {{(pid=110144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:55:29.137620 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-03694521-bd99-49c3-b691-b360b27f85d1 req-35438406-61ad-4da2-960d-f39555d36284 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for port (be61fff7-3006-4915-b7b6-cce7c6651a44), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:29.236324 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-03694521-bd99-49c3-b691-b360b27f85d1 req-35438406-61ad-4da2-960d-f39555d36284 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (be61fff7-3006-4915-b7b6-cce7c6651a44), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:29.273523 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03694521-bd99-49c3-b691-b360b27f85d1 req-35438406-61ad-4da2-960d-f39555d36284 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Network a5e0ee09-af9b-47bb-91a6-5a6b90ff711c is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:55:29.276702 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [req-03694521-bd99-49c3-b691-b360b27f85d1 req-35438406-61ad-4da2-960d-f39555d36284 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:55:29.279482 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [req-03694521-bd99-49c3-b691-b360b27f85d1 req-35438406-61ad-4da2-960d-f39555d36284 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Received port after_create {{(pid=110144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:55:29.330714 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35438406-61ad-4da2-960d-f39555d36284 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Pushing event updated for resources: {'Port': ['ID=be61fff7-3006-4915-b7b6-cce7c6651a44,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:29.346973 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03694521-bd99-49c3-b691-b360b27f85d1 req-35438406-61ad-4da2-960d-f39555d36284 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:29.347597 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-03694521-bd99-49c3-b691-b360b27f85d1 req-35438406-61ad-4da2-960d-f39555d36284 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:29.395917 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 48556) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:55:29.409095 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-4e813b27-8a0e-4180-888b-4a30ac0d0259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:29.418605 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-03694521-bd99-49c3-b691-b360b27f85d1 req-35438406-61ad-4da2-960d-f39555d36284 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7118368 Mar 08 04:55:29.484318 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-4e813b27-8a0e-4180-888b-4a30ac0d0259 admin admin] Publish callbacks [] for security_group (33291f0a-6724-4f5c-b5d7-8197104d9a07), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:29.556824 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-74de9049-789f-47e5-a50d-47f811322d5e None None] Provisioning complete for port be61fff7-3006-4915-b7b6-cce7c6651a44 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:55:29.557423 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-74de9049-789f-47e5-a50d-47f811322d5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (be61fff7-3006-4915-b7b6-cce7c6651a44), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:29.572763 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-4e813b27-8a0e-4180-888b-4a30ac0d0259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (33291f0a-6724-4f5c-b5d7-8197104d9a07), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:29.576905 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f11567-f29c-4ce5-b28c-ed32088aed30 req-673db555-d4c8-4a60-88a8-27f31a15032f tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:29.578531 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c2f11567-f29c-4ce5-b28c-ed32088aed30 req-673db555-d4c8-4a60-88a8-27f31a15032f tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=f07bd60e-0657-4bec-8ea3-6f2a87674bc3 HTTP/1.1" status: 200 len: 932 time: 0.0527079 Mar 08 04:55:29.592715 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-74de9049-789f-47e5-a50d-47f811322d5e None None] Port be61fff7-3006-4915-b7b6-cce7c6651a44 cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:55:29.615156 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-4e813b27-8a0e-4180-888b-4a30ac0d0259 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=98e6e00a1f774288807e27d7a9767ac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179961 Mar 08 04:55:29.616143 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e813b27-8a0e-4180-888b-4a30ac0d0259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33291f0a-6724-4f5c-b5d7-8197104d9a07,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:29.619355 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 48560) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:55:29.631425 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c2f11567-f29c-4ce5-b28c-ed32088aed30 req-b8fb88ab-2cdf-4cad-abf2-c1df83ce0f18 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467467 Mar 08 04:55:29.670853 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-22b7dbb0-e46e-446e-9492-4540aa1d3842 admin admin] Publish callbacks [] for security_group (33291f0a-6724-4f5c-b5d7-8197104d9a07), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:29.691936 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-22b7dbb0-e46e-446e-9492-4540aa1d3842 admin admin] Publish callbacks [] for security_group (33291f0a-6724-4f5c-b5d7-8197104d9a07), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:29.824177 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-22b7dbb0-e46e-446e-9492-4540aa1d3842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (33291f0a-6724-4f5c-b5d7-8197104d9a07), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:29.826750 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-22b7dbb0-e46e-446e-9492-4540aa1d3842 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:29.827896 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-22b7dbb0-e46e-446e-9492-4540aa1d3842 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/33291f0a-6724-4f5c-b5d7-8197104d9a07 HTTP/1.1" status: 204 len: 168 time: 0.2075708 Mar 08 04:55:29.835517 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:29.835774 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b7dbb0-e46e-446e-9492-4540aa1d3842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33291f0a-6724-4f5c-b5d7-8197104d9a07,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:30.670212 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [req-03694521-bd99-49c3-b691-b360b27f85d1 req-1b96d3cd-3ee4-4e57-959e-858b5ad2d750 service neutron] Request body: {'port': {'device_id': 'f07bd60e-0657-4bec-8ea3-6f2a87674bc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:55:30.736397 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-03694521-bd99-49c3-b691-b360b27f85d1 req-1b96d3cd-3ee4-4e57-959e-858b5ad2d750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (be61fff7-3006-4915-b7b6-cce7c6651a44), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:30.752869 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6047f3-4cb3-49b1-8e3c-a4d53bce48e7 req-400a521b-b947-49ba-9aaa-12308e2c7739 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:30.754421 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-af6047f3-4cb3-49b1-8e3c-a4d53bce48e7 req-400a521b-b947-49ba-9aaa-12308e2c7739 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=f07bd60e-0657-4bec-8ea3-6f2a87674bc3 HTTP/1.1" status: 200 len: 932 time: 0.0522652 Mar 08 04:55:30.803238 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-af6047f3-4cb3-49b1-8e3c-a4d53bce48e7 req-f94d9cf1-094b-4be8-a847-44f99f5d332e tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431185 Mar 08 04:55:30.898387 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 48586) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:55:30.993605 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-7867ba2a-4825-490a-ac92-0b144018a48c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-541728070-network', 'tenant_id': '75e35041f01d4bd187fbb22177ce3706'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:55:30.997501 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [req-03694521-bd99-49c3-b691-b360b27f85d1 req-1b96d3cd-3ee4-4e57-959e-858b5ad2d750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be61fff7-3006-4915-b7b6-cce7c6651a44 {{(pid=110144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:55:31.005678 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-03694521-bd99-49c3-b691-b360b27f85d1 req-1b96d3cd-3ee4-4e57-959e-858b5ad2d750 service neutron] Publish callbacks [] for port (be61fff7-3006-4915-b7b6-cce7c6651a44), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:31.017196 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.provisioning_blocks [req-03694521-bd99-49c3-b691-b360b27f85d1 req-1b96d3cd-3ee4-4e57-959e-858b5ad2d750 service neutron] Transition to ACTIVE for port object be61fff7-3006-4915-b7b6-cce7c6651a44 will not be triggered until provisioned by entity L2. {{(pid=110144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 04:55:31.089861 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7867ba2a-4825-490a-ac92-0b144018a48c admin admin] Made reservation on behalf of 75e35041f01d4bd187fbb22177ce3706 for: {'network': 1} {{(pid=110145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:55:31.092126 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-7867ba2a-4825-490a-ac92-0b144018a48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for network (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:31.100483 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-7867ba2a-4825-490a-ac92-0b144018a48c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:31.115608 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-03694521-bd99-49c3-b691-b360b27f85d1 req-1b96d3cd-3ee4-4e57-959e-858b5ad2d750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4052309'] for port (be61fff7-3006-4915-b7b6-cce7c6651a44), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:31.176814 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-7867ba2a-4825-490a-ac92-0b144018a48c admin admin] Publish callbacks [] for security_group (77c6db58-89bb-4ee1-b061-c601dab7972c), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:31.186608 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96d3cd-3ee4-4e57-959e-858b5ad2d750 service neutron] Pushing event updated for resources: {'Port': ['ID=be61fff7-3006-4915-b7b6-cce7c6651a44,revision_number=2']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:31.235524 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-7867ba2a-4825-490a-ac92-0b144018a48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (77c6db58-89bb-4ee1-b061-c601dab7972c), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:31.244514 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-03694521-bd99-49c3-b691-b360b27f85d1 req-1b96d3cd-3ee4-4e57-959e-858b5ad2d750 service neutron] Attempting to bind port be61fff7-3006-4915-b7b6-cce7c6651a44 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:55:31.244952 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-03694521-bd99-49c3-b691-b360b27f85d1 req-1b96d3cd-3ee4-4e57-959e-858b5ad2d750 service neutron] Attempting to bind port be61fff7-3006-4915-b7b6-cce7c6651a44 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '4904b58b-aea2-4630-b83a-0db65c659289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c'}] {{(pid=110144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:55:31.250317 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03694521-bd99-49c3-b691-b360b27f85d1 req-1b96d3cd-3ee4-4e57-959e-858b5ad2d750 service neutron] Attempting to bind port be61fff7-3006-4915-b7b6-cce7c6651a44 on network a5e0ee09-af9b-47bb-91a6-5a6b90ff711c {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:55:31.251263 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03694521-bd99-49c3-b691-b360b27f85d1 req-1b96d3cd-3ee4-4e57-959e-858b5ad2d750 service neutron] Port be61fff7-3006-4915-b7b6-cce7c6651a44 on network a5e0ee09-af9b-47bb-91a6-5a6b90ff711c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 04:55:31.251590 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03694521-bd99-49c3-b691-b360b27f85d1 req-1b96d3cd-3ee4-4e57-959e-858b5ad2d750 service neutron] Attempting to bind port be61fff7-3006-4915-b7b6-cce7c6651a44 on network a5e0ee09-af9b-47bb-91a6-5a6b90ff711c {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:55:31.257078 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03694521-bd99-49c3-b691-b360b27f85d1 req-1b96d3cd-3ee4-4e57-959e-858b5ad2d750 service neutron] Checking agent: {'id': '8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'started_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:55:31.257508 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03694521-bd99-49c3-b691-b360b27f85d1 req-1b96d3cd-3ee4-4e57-959e-858b5ad2d750 service neutron] Checking segment: {'id': '4904b58b-aea2-4630-b83a-0db65c659289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:55:31.258053 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03694521-bd99-49c3-b691-b360b27f85d1 req-1b96d3cd-3ee4-4e57-959e-858b5ad2d750 service neutron] Bound using segment: {'id': '4904b58b-aea2-4630-b83a-0db65c659289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c'} {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:55:31.258916 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-03694521-bd99-49c3-b691-b360b27f85d1 req-1b96d3cd-3ee4-4e57-959e-858b5ad2d750 service neutron] Bound port: be61fff7-3006-4915-b7b6-cce7c6651a44, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4904b58b-aea2-4630-b83a-0db65c659289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c'}}] {{(pid=110144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:55:31.259290 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-03694521-bd99-49c3-b691-b360b27f85d1 req-1b96d3cd-3ee4-4e57-959e-858b5ad2d750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (be61fff7-3006-4915-b7b6-cce7c6651a44), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:31.280829 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867ba2a-4825-490a-ac92-0b144018a48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c6db58-89bb-4ee1-b061-c601dab7972c,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:31.284439 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7867ba2a-4825-490a-ac92-0b144018a48c admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=110145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 04:55:31.296956 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-7867ba2a-4825-490a-ac92-0b144018a48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041'] for segment (28a48966-e948-4833-ae1e-8372f318746c), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:31.297439 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.db.segments_db [None req-7867ba2a-4825-490a-ac92-0b144018a48c admin admin] Added segment 28a48966-e948-4833-ae1e-8372f318746c of type vlan for network c98b75ab-0d7f-44c5-97af-848390b94d78 Mar 08 04:55:31.339076 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-03694521-bd99-49c3-b691-b360b27f85d1 req-1b96d3cd-3ee4-4e57-959e-858b5ad2d750 service neutron] For port be61fff7-3006-4915-b7b6-cce7c6651a44, host hv-cinder-74014, cleared binding levels {{(pid=110144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:55:31.342125 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-03694521-bd99-49c3-b691-b360b27f85d1 req-1b96d3cd-3ee4-4e57-959e-858b5ad2d750 service neutron] For port be61fff7-3006-4915-b7b6-cce7c6651a44, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=be61fff7-3006-4915-b7b6-cce7c6651a44,segment=NetworkSegment(4904b58b-aea2-4630-b83a-0db65c659289),segment_id=4904b58b-aea2-4630-b83a-0db65c659289)] {{(pid=110144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:55:31.347072 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-7867ba2a-4825-490a-ac92-0b144018a48c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769087223062'] for network (c98b75ab-0d7f-44c5-97af-848390b94d78), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:31.421971 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-03694521-bd99-49c3-b691-b360b27f85d1 req-1b96d3cd-3ee4-4e57-959e-858b5ad2d750 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4052309'] for port (be61fff7-3006-4915-b7b6-cce7c6651a44), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:31.462624 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03694521-bd99-49c3-b691-b360b27f85d1 req-1b96d3cd-3ee4-4e57-959e-858b5ad2d750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:31.463562 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-03694521-bd99-49c3-b691-b360b27f85d1 req-1b96d3cd-3ee4-4e57-959e-858b5ad2d750 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:31.464987 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-03694521-bd99-49c3-b691-b360b27f85d1 req-1b96d3cd-3ee4-4e57-959e-858b5ad2d750 service neutron] 10.222.0.18 "PUT /v2.0/ports/be61fff7-3006-4915-b7b6-cce7c6651a44 HTTP/1.1" status: 200 len: 1094 time: 0.8016577 Mar 08 04:55:31.467552 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07bd60e-0657-4bec-8ea3-6f2a87674bc3', 'tag': 'be61fff7-3006-4915-b7b6-cce7c6651a44'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:55:31.469942 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd7bed5-4767-4f22-bbe5-0364fcb2d88f" -d '{"events": [{"name": "network-changed", "server_uuid": "f07bd60e-0657-4bec-8ea3-6f2a87674bc3", "tag": "be61fff7-3006-4915-b7b6-cce7c6651a44"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:55:31.490874 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96d3cd-3ee4-4e57-959e-858b5ad2d750 service neutron] Pushing event updated for resources: {'Port': ['ID=be61fff7-3006-4915-b7b6-cce7c6651a44,revision_number=3']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:31.524425 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c58ba6-4948-4407-a9cf-579a80311ee4 x-openstack-request-id: req-26c58ba6-4948-4407-a9cf-579a80311ee4 {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:55:31.524945 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07bd60e-0657-4bec-8ea3-6f2a87674bc3", "tag": "be61fff7-3006-4915-b7b6-cce7c6651a44", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:55:31.525228 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-26c58ba6-4948-4407-a9cf-579a80311ee4 {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:55:31.525628 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07bd60e-0657-4bec-8ea3-6f2a87674bc3', 'tag': 'be61fff7-3006-4915-b7b6-cce7c6651a44', 'status': 'completed', 'code': 200} Mar 08 04:55:31.681303 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-7867ba2a-4825-490a-ac92-0b144018a48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093'] for network (c98b75ab-0d7f-44c5-97af-848390b94d78), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:31.682285 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7867ba2a-4825-490a-ac92-0b144018a48c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:31.682856 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-7867ba2a-4825-490a-ac92-0b144018a48c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for network (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:31.743334 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7867ba2a-4825-490a-ac92-0b144018a48c admin admin] Pushing event updated for resources: {'Network': ['ID=c98b75ab-0d7f-44c5-97af-848390b94d78,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:31.752370 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Network c98b75ab-0d7f-44c5-97af-848390b94d78 details requested by agent ovs-agent-dv-cinder-740146-13-iscsi with host dv-cinder-740146-13-iscsi {{(pid=110146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 04:55:31.780963 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-7867ba2a-4825-490a-ac92-0b144018a48c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8814342 Mar 08 04:55:31.784468 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 48594) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:55:31.789864 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-1e163a25-ee84-4efc-901a-bb06f8771862 admin admin] Request body: {'subnet': {'network_id': 'c98b75ab-0d7f-44c5-97af-848390b94d78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-541728070-subnet', 'tenant_id': '75e35041f01d4bd187fbb22177ce3706', 'ip_version': 4}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:55:31.869331 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7bed5-4767-4f22-bbe5-0364fcb2d88f req-2c24e926-dffa-4e39-a0a2-7884789cba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:31.871024 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cbd7bed5-4767-4f22-bbe5-0364fcb2d88f req-2c24e926-dffa-4e39-a0a2-7884789cba25 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=765d2cac172b406bbe3b16713b3aedd6&device_id=f07bd60e-0657-4bec-8ea3-6f2a87674bc3 HTTP/1.1" status: 200 len: 1128 time: 0.0553851 Mar 08 04:55:31.940934 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f2570-36c9-4a32-9c53-833386a9e46d req-8cfe4c4f-4a38-49b1-8907-15ac0f8f9145 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:31.942761 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-0d1f2570-36c9-4a32-9c53-833386a9e46d req-8cfe4c4f-4a38-49b1-8907-15ac0f8f9145 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=f07bd60e-0657-4bec-8ea3-6f2a87674bc3 HTTP/1.1" status: 200 len: 944 time: 0.0631192 Mar 08 04:55:31.942914 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e163a25-ee84-4efc-901a-bb06f8771862 admin admin] Made reservation on behalf of 75e35041f01d4bd187fbb22177ce3706 for: {'subnet': 1} {{(pid=110144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:55:31.945167 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-1e163a25-ee84-4efc-901a-bb06f8771862 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58903325'] for subnet (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:31.995268 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-0d1f2570-36c9-4a32-9c53-833386a9e46d req-6473804a-2e8b-4c5f-a66c-1f3276789b31 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467520 Mar 08 04:55:32.028568 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7bed5-4767-4f22-bbe5-0364fcb2d88f req-8d129970-0505-4c43-ada2-b115cc992e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:32.030090 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cbd7bed5-4767-4f22-bbe5-0364fcb2d88f req-8d129970-0505-4c43-ada2-b115cc992e98 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=765d2cac172b406bbe3b16713b3aedd6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1506302 Mar 08 04:55:32.162843 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7bed5-4767-4f22-bbe5-0364fcb2d88f req-f097550e-a524-4ffd-9784-41d9fe8ebf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:32.164250 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cbd7bed5-4767-4f22-bbe5-0364fcb2d88f req-f097550e-a524-4ffd-9784-41d9fe8ebf3a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1279540 Mar 08 04:55:32.270454 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03694521-bd99-49c3-b691-b360b27f85d1 req-559c2304-7441-4f2d-95ab-c43554a29ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:32.271891 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-03694521-bd99-49c3-b691-b360b27f85d1 req-559c2304-7441-4f2d-95ab-c43554a29ac7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=765d2cac172b406bbe3b16713b3aedd6&device_id=f07bd60e-0657-4bec-8ea3-6f2a87674bc3 HTTP/1.1" status: 200 len: 1128 time: 0.0441334 Mar 08 04:55:32.273207 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-1e163a25-ee84-4efc-901a-bb06f8771862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4050140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58903299'] for subnet (1389bb70-16b8-4ffc-992f-2288c4da026c), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:32.346763 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-03694521-bd99-49c3-b691-b360b27f85d1 req-6a8323e2-a368-43db-94b9-53a11639aecf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be61fff7-3006-4915-b7b6-cce7c6651a44 HTTP/1.1" status: 200 len: 217 time: 0.0660372 Mar 08 04:55:32.371435 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e163a25-ee84-4efc-901a-bb06f8771862 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1389bb70-16b8-4ffc-992f-2288c4da026c,revision_number=0']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:32.408511 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e163a25-ee84-4efc-901a-bb06f8771862 admin admin] Checking segment: {'id': '28a48966-e948-4833-ae1e-8372f318746c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c98b75ab-0d7f-44c5-97af-848390b94d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:55:32.408869 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e163a25-ee84-4efc-901a-bb06f8771862 admin admin] Network hostable DHCP agents. Network: c98b75ab-0d7f-44c5-97af-848390b94d78, hostable agents: ['0b7bcd49-0510-447e-bc01-0aee655b7fc1'], hosted agents: [] {{(pid=110144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 04:55:32.416821 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03694521-bd99-49c3-b691-b360b27f85d1 req-12026814-0650-4f5d-93af-07e7ab0f48f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:32.418532 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-03694521-bd99-49c3-b691-b360b27f85d1 req-12026814-0650-4f5d-93af-07e7ab0f48f3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dd319751-0ba2-4bbf-9f61-65487594c0f2 HTTP/1.1" status: 200 len: 851 time: 0.0646992 Mar 08 04:55:32.470662 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03694521-bd99-49c3-b691-b360b27f85d1 req-783eac5a-f055-4bf7-8247-365ee02f9d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:32.472176 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-03694521-bd99-49c3-b691-b360b27f85d1 req-783eac5a-f055-4bf7-8247-365ee02f9d2d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5e0ee09-af9b-47bb-91a6-5a6b90ff711c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0474534 Mar 08 04:55:32.545405 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e163a25-ee84-4efc-901a-bb06f8771862 admin admin] Network c98b75ab-0d7f-44c5-97af-848390b94d78 is scheduled to be hosted by DHCP agent 0b7bcd49-0510-447e-bc01-0aee655b7fc1 with binding_index 1 {{(pid=110144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 04:55:32.566926 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-03694521-bd99-49c3-b691-b360b27f85d1 req-3c1f1179-0667-4844-a593-dd8b3146adf6 service neutron] 10.222.0.18 "GET /v2.0/networks/a5e0ee09-af9b-47bb-91a6-5a6b90ff711c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889387 Mar 08 04:55:32.631132 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [None req-1e163a25-ee84-4efc-901a-bb06f8771862 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-13-iscsi, c98b75ab-0d7f-44c5-97af-848390b94d78) {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:55:32.637283 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e163a25-ee84-4efc-901a-bb06f8771862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:32.637865 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-1e163a25-ee84-4efc-901a-bb06f8771862 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:32.639055 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bc6e08-3f30-44dd-9106-4681a3898b82 None None] Network c98b75ab-0d7f-44c5-97af-848390b94d78 requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:55:32.663811 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-03694521-bd99-49c3-b691-b360b27f85d1 req-22624dab-de49-49b4-8b29-5d3ebb4512c4 service neutron] 10.222.0.18 "GET /v2.0/networks/a5e0ee09-af9b-47bb-91a6-5a6b90ff711c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915649 Mar 08 04:55:32.732515 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-1e163a25-ee84-4efc-901a-bb06f8771862 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9399137 Mar 08 04:55:32.732515 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 48602) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:55:32.736328 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-cc67353a-0f3f-4f1b-80f7-3391df8c7ee4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-541728070-router', 'tenant_id': '75e35041f01d4bd187fbb22177ce3706', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:55:32.747665 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f47596d-0f5c-4c09-8f76-3f28deefcddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a34ffde-2fae-509e-bc11-a9db250d2a01-c98b75ab-0d7f-44c5-97af-848390b94d78', 'network_id': 'c98b75ab-0d7f-44c5-97af-848390b94d78', 'project_id': '75e35041f01d4bd187fbb22177ce3706', 'fixed_ips': [{'subnet_id': '1389bb70-16b8-4ffc-992f-2288c4da026c'}]}} from dv-cinder-740146-13-iscsi. {{(pid=110146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 04:55:32.748571 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-2f47596d-0f5c-4c09-8f76-3f28deefcddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:32.869584 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-cc67353a-0f3f-4f1b-80f7-3391df8c7ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9297'] for router (5f14e4f9-d0d6-49e2-93e8-6695f298d280), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:32.870818 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-cc67353a-0f3f-4f1b-80f7-3391df8c7ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-955753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9304'] for router (5f14e4f9-d0d6-49e2-93e8-6695f298d280), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:32.893749 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.db_base_plugin_common [None req-2f47596d-0f5c-4c09-8f76-3f28deefcddf None None] Allocated IP 172.20.0.2 (c98b75ab-0d7f-44c5-97af-848390b94d78/1389bb70-16b8-4ffc-992f-2288c4da026c/c7f09473-8fdf-4d02-8db6-3fec273f374c) {{(pid=110146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:55:32.938682 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-cc67353a-0f3f-4f1b-80f7-3391df8c7ee4 admin admin] Publish callbacks [] for router_controller (5f14e4f9-d0d6-49e2-93e8-6695f298d280), precommit_add_association {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:33.051483 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-2f47596d-0f5c-4c09-8f76-3f28deefcddf None None] Publish callbacks [] for port (c7f09473-8fdf-4d02-8db6-3fec273f374c), precommit_create {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:33.173269 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-2f47596d-0f5c-4c09-8f76-3f28deefcddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855'] for port (c7f09473-8fdf-4d02-8db6-3fec273f374c), after_create {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:33.182586 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d6849-2bf7-447c-852e-51d83267eb54 req-6448b5a6-f8d3-4ca6-959d-9d7528a7ad61 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:33.184071 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-037d6849-2bf7-447c-852e-51d83267eb54 req-6448b5a6-f8d3-4ca6-959d-9d7528a7ad61 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=f07bd60e-0657-4bec-8ea3-6f2a87674bc3 HTTP/1.1" status: 200 len: 944 time: 0.1158831 Mar 08 04:55:33.209038 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f47596d-0f5c-4c09-8f76-3f28deefcddf None None] Network c98b75ab-0d7f-44c5-97af-848390b94d78 is already hosted by enough agents. {{(pid=110146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:55:33.214232 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.scheduler.base_scheduler [None req-2f47596d-0f5c-4c09-8f76-3f28deefcddf None None] Resources bound (agent type, host, resource id): {{(pid=110146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:55:33.218034 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f47596d-0f5c-4c09-8f76-3f28deefcddf None None] Received port after_create {{(pid=110146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:55:33.231997 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f47596d-0f5c-4c09-8f76-3f28deefcddf None None] Pushing event updated for resources: {'Port': ['ID=c7f09473-8fdf-4d02-8db6-3fec273f374c,revision_number=1']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:33.262273 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f47596d-0f5c-4c09-8f76-3f28deefcddf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:33.263285 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f47596d-0f5c-4c09-8f76-3f28deefcddf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:33.263894 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f47596d-0f5c-4c09-8f76-3f28deefcddf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:33.264333 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f47596d-0f5c-4c09-8f76-3f28deefcddf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:33.264880 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f47596d-0f5c-4c09-8f76-3f28deefcddf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:33.265471 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f47596d-0f5c-4c09-8f76-3f28deefcddf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:33.266017 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f47596d-0f5c-4c09-8f76-3f28deefcddf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:33.266521 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f47596d-0f5c-4c09-8f76-3f28deefcddf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:33.272609 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f47596d-0f5c-4c09-8f76-3f28deefcddf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:33.272893 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-cc67353a-0f3f-4f1b-80f7-3391df8c7ee4 admin admin] Publish callbacks [] for router_gateway (5f14e4f9-d0d6-49e2-93e8-6695f298d280), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:33.273126 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f47596d-0f5c-4c09-8f76-3f28deefcddf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:33.273554 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f47596d-0f5c-4c09-8f76-3f28deefcddf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:33.273895 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f47596d-0f5c-4c09-8f76-3f28deefcddf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:33.274230 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f47596d-0f5c-4c09-8f76-3f28deefcddf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:33.302221 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-037d6849-2bf7-447c-852e-51d83267eb54 req-701646d9-6fd2-4058-a946-fed303848a89 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116469 Mar 08 04:55:33.310540 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-2f47596d-0f5c-4c09-8f76-3f28deefcddf None None] Attempting to bind port c7f09473-8fdf-4d02-8db6-3fec273f374c on host dv-cinder-740146-13-iscsi for vnic_type normal with profile {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:55:33.310854 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-2f47596d-0f5c-4c09-8f76-3f28deefcddf None None] Attempting to bind port c7f09473-8fdf-4d02-8db6-3fec273f374c by drivers openvswitch,hyperv on host dv-cinder-740146-13-iscsi at level 0 using segments [{'id': '28a48966-e948-4833-ae1e-8372f318746c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c98b75ab-0d7f-44c5-97af-848390b94d78'}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:55:33.311223 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f47596d-0f5c-4c09-8f76-3f28deefcddf None None] Attempting to bind port c7f09473-8fdf-4d02-8db6-3fec273f374c on network c98b75ab-0d7f-44c5-97af-848390b94d78 {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:55:33.316320 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f47596d-0f5c-4c09-8f76-3f28deefcddf None None] Checking agent: {'id': '4c7881dc-503e-4b59-880f-21834bcd9250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 35, 20), 'started_at': datetime.datetime(2022, 3, 8, 4, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:55:33.316701 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f47596d-0f5c-4c09-8f76-3f28deefcddf None None] Checking segment: {'id': '28a48966-e948-4833-ae1e-8372f318746c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c98b75ab-0d7f-44c5-97af-848390b94d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:55:33.317106 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-2f47596d-0f5c-4c09-8f76-3f28deefcddf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:33.318040 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f47596d-0f5c-4c09-8f76-3f28deefcddf None None] Bound using segment: {'id': '28a48966-e948-4833-ae1e-8372f318746c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c98b75ab-0d7f-44c5-97af-848390b94d78'} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:55:33.318521 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-2f47596d-0f5c-4c09-8f76-3f28deefcddf None None] Bound port: c7f09473-8fdf-4d02-8db6-3fec273f374c, host: dv-cinder-740146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a48966-e948-4833-ae1e-8372f318746c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c98b75ab-0d7f-44c5-97af-848390b94d78'}}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:55:33.318917 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-2f47596d-0f5c-4c09-8f76-3f28deefcddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (c7f09473-8fdf-4d02-8db6-3fec273f374c), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:33.386550 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-2f47596d-0f5c-4c09-8f76-3f28deefcddf None None] For port c7f09473-8fdf-4d02-8db6-3fec273f374c, host dv-cinder-740146-13-iscsi, cleared binding levels {{(pid=110146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:55:33.389569 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-2f47596d-0f5c-4c09-8f76-3f28deefcddf None None] For port c7f09473-8fdf-4d02-8db6-3fec273f374c, host dv-cinder-740146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=c7f09473-8fdf-4d02-8db6-3fec273f374c,segment=NetworkSegment(28a48966-e948-4833-ae1e-8372f318746c),segment_id=28a48966-e948-4833-ae1e-8372f318746c)] {{(pid=110146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:55:33.470762 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-2f47596d-0f5c-4c09-8f76-3f28deefcddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (c7f09473-8fdf-4d02-8db6-3fec273f374c), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:33.547141 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-cc67353a-0f3f-4f1b-80f7-3391df8c7ee4 admin admin] Publish callbacks [] for router_gateway (5f14e4f9-d0d6-49e2-93e8-6695f298d280), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:33.566422 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-cc67353a-0f3f-4f1b-80f7-3391df8c7ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:33.657073 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f47596d-0f5c-4c09-8f76-3f28deefcddf None None] Pushing event updated for resources: {'Port': ['ID=c7f09473-8fdf-4d02-8db6-3fec273f374c,revision_number=2']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:33.674889 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_common [None req-cc67353a-0f3f-4f1b-80f7-3391df8c7ee4 admin admin] Allocated IP 172.27.0.48 (e335cf5a-bd08-4697-9061-81dcecc4c284/5add51e7-3273-4e08-a772-a967bfff1dcd/5a0a3407-9075-4b22-8503-5c7a764e5c3b) {{(pid=110144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:55:33.782384 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-cc67353a-0f3f-4f1b-80f7-3391df8c7ee4 admin admin] Publish callbacks [] for port (5a0a3407-9075-4b22-8503-5c7a764e5c3b), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:33.893532 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-cc67353a-0f3f-4f1b-80f7-3391df8c7ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (5a0a3407-9075-4b22-8503-5c7a764e5c3b), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:33.929467 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc67353a-0f3f-4f1b-80f7-3391df8c7ee4 admin admin] Network e335cf5a-bd08-4697-9061-81dcecc4c284 is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:55:33.934332 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [None req-cc67353a-0f3f-4f1b-80f7-3391df8c7ee4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:55:33.937773 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc67353a-0f3f-4f1b-80f7-3391df8c7ee4 admin admin] Received port after_create {{(pid=110144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:55:33.965267 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc67353a-0f3f-4f1b-80f7-3391df8c7ee4 admin admin] Pushing event updated for resources: {'Port': ['ID=5a0a3407-9075-4b22-8503-5c7a764e5c3b,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:34.214411 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device c7f09473-8fdf-4d02-8db6-3fec273f374c up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:55:34.268217 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port c7f09473-8fdf-4d02-8db6-3fec273f374c triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:55:34.268859 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (c7f09473-8fdf-4d02-8db6-3fec273f374c), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:34.308664 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-cc67353a-0f3f-4f1b-80f7-3391df8c7ee4 admin admin] Publish callbacks [] for router_gateway (5f14e4f9-d0d6-49e2-93e8-6695f298d280), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:34.374344 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port c7f09473-8fdf-4d02-8db6-3fec273f374c is: DOWN; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:55:34.374731 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (c7f09473-8fdf-4d02-8db6-3fec273f374c), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:34.428907 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] For port c7f09473-8fdf-4d02-8db6-3fec273f374c, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=c7f09473-8fdf-4d02-8db6-3fec273f374c,segment=NetworkSegment(28a48966-e948-4833-ae1e-8372f318746c),segment_id=28a48966-e948-4833-ae1e-8372f318746c)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:55:34.439195 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d1eb1-2e15-4fba-ad46-8c78b3e6c034 req-cdca900e-414d-4480-9448-9dd7a0809549 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:34.441620 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-305d1eb1-2e15-4fba-ad46-8c78b3e6c034 req-cdca900e-414d-4480-9448-9dd7a0809549 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=f07bd60e-0657-4bec-8ea3-6f2a87674bc3 HTTP/1.1" status: 200 len: 944 time: 0.0579965 Mar 08 04:55:34.494491 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-305d1eb1-2e15-4fba-ad46-8c78b3e6c034 req-94192205-7a3e-4862-ab78-d580eed88a7e tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478296 Mar 08 04:55:34.529882 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (c7f09473-8fdf-4d02-8db6-3fec273f374c), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:34.543678 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-cc67353a-0f3f-4f1b-80f7-3391df8c7ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-955746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-951031'] for router (5f14e4f9-d0d6-49e2-93e8-6695f298d280), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:34.588124 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Pushing event updated for resources: {'Port': ['ID=c7f09473-8fdf-4d02-8db6-3fec273f374c,revision_number=3']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:34.617699 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734ed580-37d9-4fe2-b5d4-d7311cfd9029 None None] Network c98b75ab-0d7f-44c5-97af-848390b94d78 requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:55:34.701673 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-184a607c-c712-4b45-b475-938e243b48be None None] Provisioning complete for port c7f09473-8fdf-4d02-8db6-3fec273f374c triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:55:34.702052 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-184a607c-c712-4b45-b475-938e243b48be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (c7f09473-8fdf-4d02-8db6-3fec273f374c), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:34.815756 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-184a607c-c712-4b45-b475-938e243b48be None None] Current status of the port c7f09473-8fdf-4d02-8db6-3fec273f374c is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:55:35.034723 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-7768332b-32d3-4f53-9118-faa768e5da53 None None] Provisioning complete for port c7f09473-8fdf-4d02-8db6-3fec273f374c triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:55:35.035104 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-7768332b-32d3-4f53-9118-faa768e5da53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (c7f09473-8fdf-4d02-8db6-3fec273f374c), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:35.035432 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc67353a-0f3f-4f1b-80f7-3391df8c7ee4 admin admin] Router 5f14e4f9-d0d6-49e2-93e8-6695f298d280 is scheduled to L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 with binding_index 1 {{(pid=110144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 04:55:35.114830 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-7768332b-32d3-4f53-9118-faa768e5da53 None None] Current status of the port c7f09473-8fdf-4d02-8db6-3fec273f374c is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:55:35.140847 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc67353a-0f3f-4f1b-80f7-3391df8c7ee4 admin admin] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:55:35.149996 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad61a961-674c-4073-960e-5eb7c7129b20 None None] Sync routers for ids ['5f14e4f9-d0d6-49e2-93e8-6695f298d280'] in dv-cinder-740146-13-iscsi {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:55:35.159464 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad61a961-674c-4073-960e-5eb7c7129b20 None None] Routers {'5f14e4f9-d0d6-49e2-93e8-6695f298d280'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:55:35.160070 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-ad61a961-674c-4073-960e-5eb7c7129b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:55:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['5f14e4f9-d0d6-49e2-93e8-6695f298d280'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:55:35.246229 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-cc67353a-0f3f-4f1b-80f7-3391df8c7ee4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:35.247501 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-cc67353a-0f3f-4f1b-80f7-3391df8c7ee4 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5164702 Mar 08 04:55:35.250325 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 48620) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:55:35.273540 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-ad61a961-674c-4073-960e-5eb7c7129b20 None None] Set router 5f14e4f9-d0d6-49e2-93e8-6695f298d280 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:55:35.455006 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-ad61a961-674c-4073-960e-5eb7c7129b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f14e4f9-d0d6-49e2-93e8-6695f298d280', 'name': 'tempest-TestMinimumBasicScenario-541728070-router', 'tenant_id': '75e35041f01d4bd187fbb22177ce3706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '5a0a3407-9075-4b22-8503-5c7a764e5c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:55:32Z', 'updated_at': '2022-03-08T04:55:34Z', 'revision_number': 3, 'project_id': '75e35041f01d4bd187fbb22177ce3706', 'gw_port': {'id': '5a0a3407-9075-4b22-8503-5c7a764e5c3b', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:da:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f14e4f9-d0d6-49e2-93e8-6695f298d280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:55:33Z', 'updated_at': '2022-03-08T04:55:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi'}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:55:35.481643 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad61a961-674c-4073-960e-5eb7c7129b20 None None] Checking router: 5f14e4f9-d0d6-49e2-93e8-6695f298d280 for host: dv-cinder-740146-13-iscsi {{(pid=110147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:55:35.481998 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad61a961-674c-4073-960e-5eb7c7129b20 None None] Updating router 5f14e4f9-d0d6-49e2-93e8-6695f298d280 port 5a0a3407-9075-4b22-8503-5c7a764e5c3b binding host dv-cinder-740146-13-iscsi {{(pid=110147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 04:55:35.510559 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-ad61a961-674c-4073-960e-5eb7c7129b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (5a0a3407-9075-4b22-8503-5c7a764e5c3b), before_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:35.638212 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65b133-a8fb-47ab-8486-12151aca8c8a req-97979e6e-27ad-4ce4-8cdc-2ddbbc2707b4 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:35.640293 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ab65b133-a8fb-47ab-8486-12151aca8c8a req-97979e6e-27ad-4ce4-8cdc-2ddbbc2707b4 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=f07bd60e-0657-4bec-8ea3-6f2a87674bc3 HTTP/1.1" status: 200 len: 944 time: 0.0677526 Mar 08 04:55:35.706516 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ab65b133-a8fb-47ab-8486-12151aca8c8a req-f2c6844c-3c1d-4672-b688-be555680e563 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549493 Mar 08 04:55:35.709847 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6b43aaf8-e312-49dc-bc76-78de05034d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:35.798134 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-ad61a961-674c-4073-960e-5eb7c7129b20 None None] Publish callbacks [] for port (5a0a3407-9075-4b22-8503-5c7a764e5c3b), precommit_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:35.865014 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.db_base_plugin_common [None req-6b43aaf8-e312-49dc-bc76-78de05034d8d admin admin] Allocated IP 172.20.0.1 (c98b75ab-0d7f-44c5-97af-848390b94d78/1389bb70-16b8-4ffc-992f-2288c4da026c/85d3d457-4862-4451-b185-ed31dc018e3d) {{(pid=110145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:55:35.941475 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-ad61a961-674c-4073-960e-5eb7c7129b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (5a0a3407-9075-4b22-8503-5c7a764e5c3b), after_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:35.967408 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6b43aaf8-e312-49dc-bc76-78de05034d8d admin admin] Publish callbacks [] for port (85d3d457-4862-4451-b185-ed31dc018e3d), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:35.993853 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.managers [None req-ad61a961-674c-4073-960e-5eb7c7129b20 None None] Attempting to bind port 5a0a3407-9075-4b22-8503-5c7a764e5c3b on host dv-cinder-740146-13-iscsi for vnic_type normal with profile {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:55:35.994234 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.managers [None req-ad61a961-674c-4073-960e-5eb7c7129b20 None None] Attempting to bind port 5a0a3407-9075-4b22-8503-5c7a764e5c3b by drivers openvswitch,hyperv on host dv-cinder-740146-13-iscsi at level 0 using segments [{'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}] {{(pid=110147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:55:35.994765 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad61a961-674c-4073-960e-5eb7c7129b20 None None] Attempting to bind port 5a0a3407-9075-4b22-8503-5c7a764e5c3b on network e335cf5a-bd08-4697-9061-81dcecc4c284 {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:55:35.998195 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376beca-7ac0-46ad-9ef6-1e192958d15a None None] Pushing event updated for resources: {'Port': ['ID=5a0a3407-9075-4b22-8503-5c7a764e5c3b,revision_number=2']} {{(pid=110147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:36.003513 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad61a961-674c-4073-960e-5eb7c7129b20 None None] Checking agent: {'id': '4c7881dc-503e-4b59-880f-21834bcd9250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 35, 20), 'started_at': datetime.datetime(2022, 3, 8, 4, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:55:36.003901 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad61a961-674c-4073-960e-5eb7c7129b20 None None] Checking segment: {'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:55:36.004521 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-ad61a961-674c-4073-960e-5eb7c7129b20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:36.004847 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad61a961-674c-4073-960e-5eb7c7129b20 None None] Bound using segment: {'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'} {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:55:36.005346 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.managers [None req-ad61a961-674c-4073-960e-5eb7c7129b20 None None] Bound port: 5a0a3407-9075-4b22-8503-5c7a764e5c3b, host: dv-cinder-740146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}}] {{(pid=110147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:55:36.005750 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-ad61a961-674c-4073-960e-5eb7c7129b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (5a0a3407-9075-4b22-8503-5c7a764e5c3b), before_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:36.056752 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.db [None req-ad61a961-674c-4073-960e-5eb7c7129b20 None None] For port 5a0a3407-9075-4b22-8503-5c7a764e5c3b, host dv-cinder-740146-13-iscsi, cleared binding levels {{(pid=110147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:55:36.059875 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.db [None req-ad61a961-674c-4073-960e-5eb7c7129b20 None None] For port 5a0a3407-9075-4b22-8503-5c7a764e5c3b, host dv-cinder-740146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=5a0a3407-9075-4b22-8503-5c7a764e5c3b,segment=NetworkSegment(83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c),segment_id=83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c)] {{(pid=110147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:55:36.084831 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6b43aaf8-e312-49dc-bc76-78de05034d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793137'] for port (85d3d457-4862-4451-b185-ed31dc018e3d), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:36.126512 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b43aaf8-e312-49dc-bc76-78de05034d8d admin admin] Network c98b75ab-0d7f-44c5-97af-848390b94d78 is already hosted by enough agents. {{(pid=110145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:55:36.130072 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.base_scheduler [None req-6b43aaf8-e312-49dc-bc76-78de05034d8d admin admin] Resources bound (agent type, host, resource id): {{(pid=110145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:55:36.134786 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b43aaf8-e312-49dc-bc76-78de05034d8d admin admin] Received port after_create {{(pid=110145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:55:36.137699 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43aaf8-e312-49dc-bc76-78de05034d8d admin admin] Pushing event updated for resources: {'Port': ['ID=85d3d457-4862-4451-b185-ed31dc018e3d,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:36.177269 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-ad61a961-674c-4073-960e-5eb7c7129b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (5a0a3407-9075-4b22-8503-5c7a764e5c3b), after_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:36.187898 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6b43aaf8-e312-49dc-bc76-78de05034d8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952794'] for router_interface (5f14e4f9-d0d6-49e2-93e8-6695f298d280), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:36.212421 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device c7f09473-8fdf-4d02-8db6-3fec273f374c up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:55:36.237468 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad61a961-674c-4073-960e-5eb7c7129b20 None None] Routers {'5f14e4f9-d0d6-49e2-93e8-6695f298d280'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:55:36.238210 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-ad61a961-674c-4073-960e-5eb7c7129b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:55:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['5f14e4f9-d0d6-49e2-93e8-6695f298d280'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:55:36.295166 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port c7f09473-8fdf-4d02-8db6-3fec273f374c triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:55:36.295592 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (c7f09473-8fdf-4d02-8db6-3fec273f374c), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:36.310273 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376beca-7ac0-46ad-9ef6-1e192958d15a None None] Pushing event updated for resources: {'Port': ['ID=5a0a3407-9075-4b22-8503-5c7a764e5c3b,revision_number=3']} {{(pid=110147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:36.379129 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-ad61a961-674c-4073-960e-5eb7c7129b20 None None] Set router 5f14e4f9-d0d6-49e2-93e8-6695f298d280 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:55:36.394123 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port c7f09473-8fdf-4d02-8db6-3fec273f374c is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:55:36.443803 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-d72f67ae-de27-494f-a14c-ac0925605a31 None None] Provisioning complete for port 85d3d457-4862-4451-b185-ed31dc018e3d triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:55:36.444205 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-d72f67ae-de27-494f-a14c-ac0925605a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (85d3d457-4862-4451-b185-ed31dc018e3d), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:36.460898 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6b43aaf8-e312-49dc-bc76-78de05034d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (85d3d457-4862-4451-b185-ed31dc018e3d), before_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:36.481811 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-d72f67ae-de27-494f-a14c-ac0925605a31 None None] Port 85d3d457-4862-4451-b185-ed31dc018e3d cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:55:36.558984 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-ad61a961-674c-4073-960e-5eb7c7129b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f14e4f9-d0d6-49e2-93e8-6695f298d280', 'name': 'tempest-TestMinimumBasicScenario-541728070-router', 'tenant_id': '75e35041f01d4bd187fbb22177ce3706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '5a0a3407-9075-4b22-8503-5c7a764e5c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:55:32Z', 'updated_at': '2022-03-08T04:55:34Z', 'revision_number': 3, 'project_id': '75e35041f01d4bd187fbb22177ce3706', 'gw_port': {'id': '5a0a3407-9075-4b22-8503-5c7a764e5c3b', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:da:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f14e4f9-d0d6-49e2-93e8-6695f298d280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:55:33Z', 'updated_at': '2022-03-08T04:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi'}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:55:36.588052 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad61a961-674c-4073-960e-5eb7c7129b20 None None] The sync data for ids ['5f14e4f9-d0d6-49e2-93e8-6695f298d280'] in dv-cinder-740146-13-iscsi is: [{'id': '5f14e4f9-d0d6-49e2-93e8-6695f298d280', 'name': 'tempest-TestMinimumBasicScenario-541728070-router', 'tenant_id': '75e35041f01d4bd187fbb22177ce3706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '5a0a3407-9075-4b22-8503-5c7a764e5c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:55:32Z', 'updated_at': '2022-03-08T04:55:34Z', 'revision_number': 3, 'project_id': '75e35041f01d4bd187fbb22177ce3706', 'gw_port': {'id': '5a0a3407-9075-4b22-8503-5c7a764e5c3b', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:da:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f14e4f9-d0d6-49e2-93e8-6695f298d280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:55:33Z', 'updated_at': '2022-03-08T04:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi'}] {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:55:36.624923 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6b43aaf8-e312-49dc-bc76-78de05034d8d admin admin] Publish callbacks [] for port (85d3d457-4862-4451-b185-ed31dc018e3d), precommit_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:36.690107 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6b43aaf8-e312-49dc-bc76-78de05034d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62793160'] for port (85d3d457-4862-4451-b185-ed31dc018e3d), after_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:36.759849 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43aaf8-e312-49dc-bc76-78de05034d8d admin admin] Pushing event updated for resources: {'Port': ['ID=85d3d457-4862-4451-b185-ed31dc018e3d,revision_number=2']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:36.762283 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6b43aaf8-e312-49dc-bc76-78de05034d8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952758'] for router_interface (5f14e4f9-d0d6-49e2-93e8-6695f298d280), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:36.910043 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa952616-a8a1-404d-b495-2f6fb8d30380 req-c7ca00cd-7c01-4213-a166-d15572f3ad4c tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:36.914019 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-aa952616-a8a1-404d-b495-2f6fb8d30380 req-c7ca00cd-7c01-4213-a166-d15572f3ad4c tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=f07bd60e-0657-4bec-8ea3-6f2a87674bc3 HTTP/1.1" status: 200 len: 944 time: 0.1284559 Mar 08 04:55:36.919834 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b43aaf8-e312-49dc-bc76-78de05034d8d admin admin] Network c98b75ab-0d7f-44c5-97af-848390b94d78 is already hosted by enough agents. {{(pid=110145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:55:36.927315 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.base_scheduler [None req-6b43aaf8-e312-49dc-bc76-78de05034d8d admin admin] Resources bound (agent type, host, resource id): {{(pid=110145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:55:37.010662 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-aa952616-a8a1-404d-b495-2f6fb8d30380 req-f77742d0-8811-4ac7-8171-e53a42be5dfa tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896771 Mar 08 04:55:37.086919 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b43aaf8-e312-49dc-bc76-78de05034d8d admin admin] Router 5f14e4f9-d0d6-49e2-93e8-6695f298d280 has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:55:37.206854 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-a2cf2d4f-8c22-4d6d-ae3b-41bf5831c70d None None] Provisioning complete for port 85d3d457-4862-4451-b185-ed31dc018e3d triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:55:37.207714 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-a2cf2d4f-8c22-4d6d-ae3b-41bf5831c70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (85d3d457-4862-4451-b185-ed31dc018e3d), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:37.214273 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b43aaf8-e312-49dc-bc76-78de05034d8d admin admin] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:55:37.220529 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-6b43aaf8-e312-49dc-bc76-78de05034d8d admin admin] 10.222.0.35 "PUT /v2.0/routers/5f14e4f9-d0d6-49e2-93e8-6695f298d280/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9689724 Mar 08 04:55:37.247084 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-a2cf2d4f-8c22-4d6d-ae3b-41bf5831c70d None None] Port 85d3d457-4862-4451-b185-ed31dc018e3d cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:55:37.637971 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 48660) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:55:37.742992 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-4e736b1a-a628-47a0-81b8-0f6a9602696f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:37.816948 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-4e736b1a-a628-47a0-81b8-0f6a9602696f admin admin] Publish callbacks [] for security_group (8c3141ea-d1ae-4107-a156-5c7abcbc09dc), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:37.888479 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-4e736b1a-a628-47a0-81b8-0f6a9602696f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (8c3141ea-d1ae-4107-a156-5c7abcbc09dc), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:37.901787 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 48670) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:55:37.906792 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-7ee30326-0030-4a31-886f-b9a4815e048e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2020271002-network', 'tenant_id': '7f0b4fd35e9c400aae935dbc5753533e'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:55:37.928532 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-4e736b1a-a628-47a0-81b8-0f6a9602696f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b50b24428ab2442184c83e4d8f14e00a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2893419 Mar 08 04:55:37.929539 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e736b1a-a628-47a0-81b8-0f6a9602696f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3141ea-d1ae-4107-a156-5c7abcbc09dc,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:37.931204 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 48672) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:55:37.984660 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-79d19a48-d0a4-405e-b08f-81f7aae49fe1 admin admin] Publish callbacks [] for security_group (8c3141ea-d1ae-4107-a156-5c7abcbc09dc), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:37.997778 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee30326-0030-4a31-886f-b9a4815e048e admin admin] Made reservation on behalf of 7f0b4fd35e9c400aae935dbc5753533e for: {'network': 1} {{(pid=110144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:55:38.000005 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-7ee30326-0030-4a31-886f-b9a4815e048e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for network (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:38.014955 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-79d19a48-d0a4-405e-b08f-81f7aae49fe1 admin admin] Publish callbacks [] for security_group (8c3141ea-d1ae-4107-a156-5c7abcbc09dc), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:38.016951 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-7ee30326-0030-4a31-886f-b9a4815e048e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:38.151117 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-7ee30326-0030-4a31-886f-b9a4815e048e admin admin] Publish callbacks [] for security_group (f375f58f-76e7-4659-a5ca-2e9dc4308c0f), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:38.166608 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599194fd-1e51-49e1-a6fe-b575d5b23fd8 req-c1ca12a0-eae0-4295-8ea7-5a8ff21dc12d tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:38.168256 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-599194fd-1e51-49e1-a6fe-b575d5b23fd8 req-c1ca12a0-eae0-4295-8ea7-5a8ff21dc12d tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=f07bd60e-0657-4bec-8ea3-6f2a87674bc3 HTTP/1.1" status: 200 len: 944 time: 0.0790617 Mar 08 04:55:38.169530 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-79d19a48-d0a4-405e-b08f-81f7aae49fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (8c3141ea-d1ae-4107-a156-5c7abcbc09dc), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:38.172118 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-79d19a48-d0a4-405e-b08f-81f7aae49fe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:38.176173 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-79d19a48-d0a4-405e-b08f-81f7aae49fe1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8c3141ea-d1ae-4107-a156-5c7abcbc09dc HTTP/1.1" status: 204 len: 168 time: 0.2409220 Mar 08 04:55:38.194217 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d19a48-d0a4-405e-b08f-81f7aae49fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3141ea-d1ae-4107-a156-5c7abcbc09dc,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:38.230111 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-7ee30326-0030-4a31-886f-b9a4815e048e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (f375f58f-76e7-4659-a5ca-2e9dc4308c0f), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:38.246595 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-599194fd-1e51-49e1-a6fe-b575d5b23fd8 req-5ed7c722-29b0-402e-bcd7-7bf41cae9428 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716355 Mar 08 04:55:38.250802 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 5a0a3407-9075-4b22-8503-5c7a764e5c3b up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:55:38.260256 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f2ea8b-7c4e-4ba6-bc23-be85f60f6086 None None] Sync routers for ids ['5f14e4f9-d0d6-49e2-93e8-6695f298d280'] in dv-cinder-740146-13-iscsi {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:55:38.266443 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ee30326-0030-4a31-886f-b9a4815e048e admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=110144) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 04:55:38.284582 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee30326-0030-4a31-886f-b9a4815e048e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f375f58f-76e7-4659-a5ca-2e9dc4308c0f,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:38.287918 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-7ee30326-0030-4a31-886f-b9a4815e048e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041'] for segment (1a22e4ea-572c-4d07-9b3d-17658c306161), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:38.288267 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.db.segments_db [None req-7ee30326-0030-4a31-886f-b9a4815e048e admin admin] Added segment 1a22e4ea-572c-4d07-9b3d-17658c306161 of type vlan for network 30ac8b03-394d-4b8a-b8e0-005694591a8d Mar 08 04:55:38.317808 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f2ea8b-7c4e-4ba6-bc23-be85f60f6086 None None] Routers {'5f14e4f9-d0d6-49e2-93e8-6695f298d280'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:55:38.318447 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-20f2ea8b-7c4e-4ba6-bc23-be85f60f6086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:55:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['5f14e4f9-d0d6-49e2-93e8-6695f298d280'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:55:38.331864 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-7ee30326-0030-4a31-886f-b9a4815e048e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769087223062'] for network (30ac8b03-394d-4b8a-b8e0-005694591a8d), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:38.415348 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port 5a0a3407-9075-4b22-8503-5c7a764e5c3b triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:55:38.415730 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (5a0a3407-9075-4b22-8503-5c7a764e5c3b), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:38.458576 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-7ee30326-0030-4a31-886f-b9a4815e048e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093'] for network (30ac8b03-394d-4b8a-b8e0-005694591a8d), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:38.459564 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee30326-0030-4a31-886f-b9a4815e048e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:38.460151 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-7ee30326-0030-4a31-886f-b9a4815e048e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for network (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:38.464939 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-20f2ea8b-7c4e-4ba6-bc23-be85f60f6086 None None] Set router 5f14e4f9-d0d6-49e2-93e8-6695f298d280 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:55:38.521121 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee30326-0030-4a31-886f-b9a4815e048e admin admin] Pushing event updated for resources: {'Network': ['ID=30ac8b03-394d-4b8a-b8e0-005694591a8d,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:38.546846 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Network 30ac8b03-394d-4b8a-b8e0-005694591a8d details requested by agent ovs-agent-dv-cinder-740146-13-iscsi with host dv-cinder-740146-13-iscsi {{(pid=110146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 04:55:38.563653 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-7ee30326-0030-4a31-886f-b9a4815e048e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6606743 Mar 08 04:55:38.566454 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 48678) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:55:38.571313 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-77774d07-0868-404c-aa54-b3eb1292cb7f admin admin] Request body: {'subnet': {'network_id': '30ac8b03-394d-4b8a-b8e0-005694591a8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2020271002-subnet', 'tenant_id': '7f0b4fd35e9c400aae935dbc5753533e', 'ip_version': 4}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:55:38.635607 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77774d07-0868-404c-aa54-b3eb1292cb7f admin admin] Made reservation on behalf of 7f0b4fd35e9c400aae935dbc5753533e for: {'subnet': 1} {{(pid=110144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:55:38.638016 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-77774d07-0868-404c-aa54-b3eb1292cb7f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58903325'] for subnet (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:38.643497 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port 5a0a3407-9075-4b22-8503-5c7a764e5c3b is: DOWN; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:55:38.643896 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (5a0a3407-9075-4b22-8503-5c7a764e5c3b), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:38.715457 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] For port 5a0a3407-9075-4b22-8503-5c7a764e5c3b, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=5a0a3407-9075-4b22-8503-5c7a764e5c3b,segment=NetworkSegment(83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c),segment_id=83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:55:38.770756 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (5a0a3407-9075-4b22-8503-5c7a764e5c3b), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:38.826102 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Pushing event updated for resources: {'Port': ['ID=5a0a3407-9075-4b22-8503-5c7a764e5c3b,revision_number=4']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:38.834342 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-20f2ea8b-7c4e-4ba6-bc23-be85f60f6086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f14e4f9-d0d6-49e2-93e8-6695f298d280', 'name': 'tempest-TestMinimumBasicScenario-541728070-router', 'tenant_id': '75e35041f01d4bd187fbb22177ce3706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '5a0a3407-9075-4b22-8503-5c7a764e5c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:55:32Z', 'updated_at': '2022-03-08T04:55:36Z', 'revision_number': 4, 'project_id': '75e35041f01d4bd187fbb22177ce3706', 'gw_port': {'id': '5a0a3407-9075-4b22-8503-5c7a764e5c3b', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:da:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f14e4f9-d0d6-49e2-93e8-6695f298d280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:55:33Z', 'updated_at': '2022-03-08T04:55:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': '85d3d457-4862-4451-b185-ed31dc018e3d', 'name': '', 'network_id': 'c98b75ab-0d7f-44c5-97af-848390b94d78', 'tenant_id': '75e35041f01d4bd187fbb22177ce3706', 'mac_address': 'fa:16:3e:67:a4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f14e4f9-d0d6-49e2-93e8-6695f298d280', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '1389bb70-16b8-4ffc-992f-2288c4da026c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:55:35Z', 'updated_at': '2022-03-08T04:55:36Z', 'revision_number': 2, 'project_id': '75e35041f01d4bd187fbb22177ce3706', 'subnets': [{'id': '1389bb70-16b8-4ffc-992f-2288c4da026c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:55:38.860389 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f2ea8b-7c4e-4ba6-bc23-be85f60f6086 None None] Checking router: 5f14e4f9-d0d6-49e2-93e8-6695f298d280 for host: dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:55:38.860771 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f2ea8b-7c4e-4ba6-bc23-be85f60f6086 None None] Updating router 5f14e4f9-d0d6-49e2-93e8-6695f298d280 port 85d3d457-4862-4451-b185-ed31dc018e3d binding host dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 04:55:38.887389 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-20f2ea8b-7c4e-4ba6-bc23-be85f60f6086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (85d3d457-4862-4451-b185-ed31dc018e3d), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:38.905009 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-77774d07-0868-404c-aa54-b3eb1292cb7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4050140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58903299'] for subnet (838f88da-bc20-46cf-83f3-90a0b4dc4e7c), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:38.963968 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77774d07-0868-404c-aa54-b3eb1292cb7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=838f88da-bc20-46cf-83f3-90a0b4dc4e7c,revision_number=0']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:38.972412 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77774d07-0868-404c-aa54-b3eb1292cb7f admin admin] Checking segment: {'id': '1a22e4ea-572c-4d07-9b3d-17658c306161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30ac8b03-394d-4b8a-b8e0-005694591a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:55:38.972957 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77774d07-0868-404c-aa54-b3eb1292cb7f admin admin] Network hostable DHCP agents. Network: 30ac8b03-394d-4b8a-b8e0-005694591a8d, hostable agents: ['0b7bcd49-0510-447e-bc01-0aee655b7fc1'], hosted agents: [] {{(pid=110144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 04:55:39.058731 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77774d07-0868-404c-aa54-b3eb1292cb7f admin admin] Network 30ac8b03-394d-4b8a-b8e0-005694591a8d is scheduled to be hosted by DHCP agent 0b7bcd49-0510-447e-bc01-0aee655b7fc1 with binding_index 1 {{(pid=110144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 04:55:39.121680 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [None req-77774d07-0868-404c-aa54-b3eb1292cb7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-13-iscsi, 30ac8b03-394d-4b8a-b8e0-005694591a8d) {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:55:39.128572 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77774d07-0868-404c-aa54-b3eb1292cb7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:39.130770 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-77774d07-0868-404c-aa54-b3eb1292cb7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:39.142912 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a2e929-0479-4686-9c76-cab1c289a85e None None] Network 30ac8b03-394d-4b8a-b8e0-005694591a8d requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:55:39.209130 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-20f2ea8b-7c4e-4ba6-bc23-be85f60f6086 None None] Publish callbacks [] for port (85d3d457-4862-4451-b185-ed31dc018e3d), precommit_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:39.221704 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-77774d07-0868-404c-aa54-b3eb1292cb7f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6540284 Mar 08 04:55:39.224227 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 48696) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:55:39.228486 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-266d593f-9042-4472-9166-0ddbeb1c09a6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2020271002-router', 'tenant_id': '7f0b4fd35e9c400aae935dbc5753533e', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:55:39.259694 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84b11e5-ede4-4763-a002-28dcfbfff495 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a34ffde-2fae-509e-bc11-a9db250d2a01-30ac8b03-394d-4b8a-b8e0-005694591a8d', 'network_id': '30ac8b03-394d-4b8a-b8e0-005694591a8d', 'project_id': '7f0b4fd35e9c400aae935dbc5753533e', 'fixed_ips': [{'subnet_id': '838f88da-bc20-46cf-83f3-90a0b4dc4e7c'}]}} from dv-cinder-740146-13-iscsi. {{(pid=110146) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 08 04:55:39.260581 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-d84b11e5-ede4-4763-a002-28dcfbfff495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:39.347107 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-20f2ea8b-7c4e-4ba6-bc23-be85f60f6086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (85d3d457-4862-4451-b185-ed31dc018e3d), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:39.362206 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 48702) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:55:39.364591 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-266d593f-9042-4472-9166-0ddbeb1c09a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-952473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9297'] for router (56eafb89-00cd-477a-9c40-b759321182ac), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:39.374668 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-266d593f-9042-4472-9166-0ddbeb1c09a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-955753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-951002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-589487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9304'] for router (56eafb89-00cd-477a-9c40-b759321182ac), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:39.394318 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4100482-7c62-4378-8d6b-43fcece55f93 req-a2295e9e-e4a4-4be2-8708-100cb5c6452a tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:39.401652 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-a4100482-7c62-4378-8d6b-43fcece55f93 req-a2295e9e-e4a4-4be2-8708-100cb5c6452a tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=f07bd60e-0657-4bec-8ea3-6f2a87674bc3 HTTP/1.1" status: 200 len: 944 time: 0.0734651 Mar 08 04:55:39.415375 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e272c-ac44-4b3c-9004-813f4b030410 None None] Pushing event updated for resources: {'Port': ['ID=85d3d457-4862-4451-b185-ed31dc018e3d,revision_number=3']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:39.451124 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-266d593f-9042-4472-9166-0ddbeb1c09a6 admin admin] Publish callbacks [] for router_controller (56eafb89-00cd-477a-9c40-b759321182ac), precommit_add_association {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:39.462589 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-a4100482-7c62-4378-8d6b-43fcece55f93 req-b78b4bbd-1169-428d-ac27-afccdceb67b8 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595191 Mar 08 04:55:39.506057 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-c5f0f8e3-edfb-4f53-9208-2047e3fd84a6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-160989410-network', 'tenant_id': '53226347ce91485b83dcebd65194b876'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:55:39.542410 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-20f2ea8b-7c4e-4ba6-bc23-be85f60f6086 None None] Attempting to bind port 85d3d457-4862-4451-b185-ed31dc018e3d on host dv-cinder-740146-13-iscsi for vnic_type normal with profile {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:55:39.542786 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-20f2ea8b-7c4e-4ba6-bc23-be85f60f6086 None None] Attempting to bind port 85d3d457-4862-4451-b185-ed31dc018e3d by drivers openvswitch,hyperv on host dv-cinder-740146-13-iscsi at level 0 using segments [{'id': '28a48966-e948-4833-ae1e-8372f318746c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c98b75ab-0d7f-44c5-97af-848390b94d78'}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:55:39.543156 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f2ea8b-7c4e-4ba6-bc23-be85f60f6086 None None] Attempting to bind port 85d3d457-4862-4451-b185-ed31dc018e3d on network c98b75ab-0d7f-44c5-97af-848390b94d78 {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:55:39.549635 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.db_base_plugin_common [None req-d84b11e5-ede4-4763-a002-28dcfbfff495 None None] Allocated IP 172.20.0.2 (30ac8b03-394d-4b8a-b8e0-005694591a8d/838f88da-bc20-46cf-83f3-90a0b4dc4e7c/3fdc7c0c-251d-4042-b678-7a39cdd7ca70) {{(pid=110146) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:55:39.555515 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f2ea8b-7c4e-4ba6-bc23-be85f60f6086 None None] Checking agent: {'id': '4c7881dc-503e-4b59-880f-21834bcd9250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 35, 20), 'started_at': datetime.datetime(2022, 3, 8, 4, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:55:39.555898 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f2ea8b-7c4e-4ba6-bc23-be85f60f6086 None None] Checking segment: {'id': '28a48966-e948-4833-ae1e-8372f318746c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c98b75ab-0d7f-44c5-97af-848390b94d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:55:39.556414 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-20f2ea8b-7c4e-4ba6-bc23-be85f60f6086 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:39.556850 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f2ea8b-7c4e-4ba6-bc23-be85f60f6086 None None] Bound using segment: {'id': '28a48966-e948-4833-ae1e-8372f318746c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c98b75ab-0d7f-44c5-97af-848390b94d78'} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:55:39.557337 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-20f2ea8b-7c4e-4ba6-bc23-be85f60f6086 None None] Bound port: 85d3d457-4862-4451-b185-ed31dc018e3d, host: dv-cinder-740146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a48966-e948-4833-ae1e-8372f318746c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c98b75ab-0d7f-44c5-97af-848390b94d78'}}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:55:39.557722 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-20f2ea8b-7c4e-4ba6-bc23-be85f60f6086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (85d3d457-4862-4451-b185-ed31dc018e3d), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:39.587502 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f0f8e3-edfb-4f53-9208-2047e3fd84a6 admin admin] Made reservation on behalf of 53226347ce91485b83dcebd65194b876 for: {'network': 1} {{(pid=110145) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:55:39.589859 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c5f0f8e3-edfb-4f53-9208-2047e3fd84a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for network (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:39.600994 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c5f0f8e3-edfb-4f53-9208-2047e3fd84a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:39.669030 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-266d593f-9042-4472-9166-0ddbeb1c09a6 admin admin] Publish callbacks [] for router_gateway (56eafb89-00cd-477a-9c40-b759321182ac), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:39.690727 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-20f2ea8b-7c4e-4ba6-bc23-be85f60f6086 None None] For port 85d3d457-4862-4451-b185-ed31dc018e3d, host dv-cinder-740146-13-iscsi, cleared binding levels {{(pid=110146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:55:39.696061 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c5f0f8e3-edfb-4f53-9208-2047e3fd84a6 admin admin] Publish callbacks [] for security_group (4b897eda-2ec5-40c4-96e8-67c9ca6b58fd), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:39.696976 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-20f2ea8b-7c4e-4ba6-bc23-be85f60f6086 None None] For port 85d3d457-4862-4451-b185-ed31dc018e3d, host dv-cinder-740146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=85d3d457-4862-4451-b185-ed31dc018e3d,segment=NetworkSegment(28a48966-e948-4833-ae1e-8372f318746c),segment_id=28a48966-e948-4833-ae1e-8372f318746c)] {{(pid=110146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:55:39.717821 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-e48bcf34-a31b-45ed-9f84-5b148efc9f33 None None] Provisioning complete for port 85d3d457-4862-4451-b185-ed31dc018e3d triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:55:39.717821 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-e48bcf34-a31b-45ed-9f84-5b148efc9f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (85d3d457-4862-4451-b185-ed31dc018e3d), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:39.758715 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c5f0f8e3-edfb-4f53-9208-2047e3fd84a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (4b897eda-2ec5-40c4-96e8-67c9ca6b58fd), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:39.778038 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-20f2ea8b-7c4e-4ba6-bc23-be85f60f6086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (85d3d457-4862-4451-b185-ed31dc018e3d), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:39.781515 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5f0f8e3-edfb-4f53-9208-2047e3fd84a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=110145) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 08 04:55:39.796089 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f0f8e3-edfb-4f53-9208-2047e3fd84a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b897eda-2ec5-40c4-96e8-67c9ca6b58fd,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:39.801975 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c5f0f8e3-edfb-4f53-9208-2047e3fd84a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041'] for segment (03d8bf38-0678-448f-9bc7-95730c18710f), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:39.802321 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.db.segments_db [None req-c5f0f8e3-edfb-4f53-9208-2047e3fd84a6 admin admin] Added segment 03d8bf38-0678-448f-9bc7-95730c18710f of type vlan for network e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46 Mar 08 04:55:39.849217 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c5f0f8e3-edfb-4f53-9208-2047e3fd84a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769087223062'] for network (e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:39.935800 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-266d593f-9042-4472-9166-0ddbeb1c09a6 admin admin] Publish callbacks [] for router_gateway (56eafb89-00cd-477a-9c40-b759321182ac), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:39.946879 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c5f0f8e3-edfb-4f53-9208-2047e3fd84a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093'] for network (e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:39.948179 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f0f8e3-edfb-4f53-9208-2047e3fd84a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:39.948946 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c5f0f8e3-edfb-4f53-9208-2047e3fd84a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for network (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:39.952053 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-e48bcf34-a31b-45ed-9f84-5b148efc9f33 None None] Port 85d3d457-4862-4451-b185-ed31dc018e3d cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:55:39.962516 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-266d593f-9042-4472-9166-0ddbeb1c09a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:39.962929 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-d84b11e5-ede4-4763-a002-28dcfbfff495 None None] Publish callbacks [] for port (3fdc7c0c-251d-4042-b678-7a39cdd7ca70), precommit_create {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:39.988765 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f2ea8b-7c4e-4ba6-bc23-be85f60f6086 None None] Routers {'5f14e4f9-d0d6-49e2-93e8-6695f298d280'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:55:39.989434 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-20f2ea8b-7c4e-4ba6-bc23-be85f60f6086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:55:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['5f14e4f9-d0d6-49e2-93e8-6695f298d280'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:55:40.025767 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e272c-ac44-4b3c-9004-813f4b030410 None None] Pushing event updated for resources: {'Port': ['ID=85d3d457-4862-4451-b185-ed31dc018e3d,revision_number=4']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:40.026859 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f0f8e3-edfb-4f53-9208-2047e3fd84a6 admin admin] Pushing event updated for resources: {'Network': ['ID=e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:40.051326 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Network e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46 details requested by agent ovs-agent-dv-cinder-740146-13-iscsi with host dv-cinder-740146-13-iscsi {{(pid=110146) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 08 04:55:40.103056 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-d84b11e5-ede4-4763-a002-28dcfbfff495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855'] for port (3fdc7c0c-251d-4042-b678-7a39cdd7ca70), after_create {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:40.104411 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 48706) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:55:40.104823 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-c5f0f8e3-edfb-4f53-9208-2047e3fd84a6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7414303 Mar 08 04:55:40.109571 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-8e9ec557-1730-47bd-82d8-4a2aca55be2f admin admin] Request body: {'subnet': {'network_id': 'e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-160989410-subnet', 'tenant_id': '53226347ce91485b83dcebd65194b876', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:55:40.169358 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_common [None req-266d593f-9042-4472-9166-0ddbeb1c09a6 admin admin] Allocated IP 172.27.0.233 (e335cf5a-bd08-4697-9061-81dcecc4c284/5add51e7-3273-4e08-a772-a967bfff1dcd/aaca0251-2618-42e8-ab74-27833b75c17f) {{(pid=110144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:55:40.203421 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84b11e5-ede4-4763-a002-28dcfbfff495 None None] Network 30ac8b03-394d-4b8a-b8e0-005694591a8d is already hosted by enough agents. {{(pid=110146) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:55:40.215758 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.scheduler.base_scheduler [None req-d84b11e5-ede4-4763-a002-28dcfbfff495 None None] Resources bound (agent type, host, resource id): {{(pid=110146) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:55:40.224503 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84b11e5-ede4-4763-a002-28dcfbfff495 None None] Received port after_create {{(pid=110146) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:55:40.227138 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 5a0a3407-9075-4b22-8503-5c7a764e5c3b up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:55:40.230604 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-20f2ea8b-7c4e-4ba6-bc23-be85f60f6086 None None] Set router 5f14e4f9-d0d6-49e2-93e8-6695f298d280 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:55:40.234123 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b11e5-ede4-4763-a002-28dcfbfff495 None None] Pushing event updated for resources: {'Port': ['ID=3fdc7c0c-251d-4042-b678-7a39cdd7ca70,revision_number=1']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:40.234795 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9ec557-1730-47bd-82d8-4a2aca55be2f admin admin] Made reservation on behalf of 53226347ce91485b83dcebd65194b876 for: {'subnet': 1} {{(pid=110144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:55:40.237824 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-8e9ec557-1730-47bd-82d8-4a2aca55be2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58903325'] for subnet (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:40.301144 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-486798b6-34ac-4a34-a325-aaf3a4377027 None None] Provisioning complete for port 85d3d457-4862-4451-b185-ed31dc018e3d triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:55:40.301814 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-486798b6-34ac-4a34-a325-aaf3a4377027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (85d3d457-4862-4451-b185-ed31dc018e3d), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:40.341919 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-266d593f-9042-4472-9166-0ddbeb1c09a6 admin admin] Publish callbacks [] for port (aaca0251-2618-42e8-ab74-27833b75c17f), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:40.441858 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-d84b11e5-ede4-4763-a002-28dcfbfff495 None None] Attempting to bind port 3fdc7c0c-251d-4042-b678-7a39cdd7ca70 on host dv-cinder-740146-13-iscsi for vnic_type normal with profile {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:55:40.442252 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-d84b11e5-ede4-4763-a002-28dcfbfff495 None None] Attempting to bind port 3fdc7c0c-251d-4042-b678-7a39cdd7ca70 by drivers openvswitch,hyperv on host dv-cinder-740146-13-iscsi at level 0 using segments [{'id': '1a22e4ea-572c-4d07-9b3d-17658c306161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30ac8b03-394d-4b8a-b8e0-005694591a8d'}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:55:40.442641 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84b11e5-ede4-4763-a002-28dcfbfff495 None None] Attempting to bind port 3fdc7c0c-251d-4042-b678-7a39cdd7ca70 on network 30ac8b03-394d-4b8a-b8e0-005694591a8d {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:55:40.470025 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-266d593f-9042-4472-9166-0ddbeb1c09a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (aaca0251-2618-42e8-ab74-27833b75c17f), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:40.481732 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84b11e5-ede4-4763-a002-28dcfbfff495 None None] Checking agent: {'id': '4c7881dc-503e-4b59-880f-21834bcd9250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 35, 20), 'started_at': datetime.datetime(2022, 3, 8, 4, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:55:40.482112 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84b11e5-ede4-4763-a002-28dcfbfff495 None None] Checking segment: {'id': '1a22e4ea-572c-4d07-9b3d-17658c306161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30ac8b03-394d-4b8a-b8e0-005694591a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:55:40.482522 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-d84b11e5-ede4-4763-a002-28dcfbfff495 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:40.482919 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84b11e5-ede4-4763-a002-28dcfbfff495 None None] Bound using segment: {'id': '1a22e4ea-572c-4d07-9b3d-17658c306161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30ac8b03-394d-4b8a-b8e0-005694591a8d'} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:55:40.483663 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-d84b11e5-ede4-4763-a002-28dcfbfff495 None None] Bound port: 3fdc7c0c-251d-4042-b678-7a39cdd7ca70, host: dv-cinder-740146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a22e4ea-572c-4d07-9b3d-17658c306161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30ac8b03-394d-4b8a-b8e0-005694591a8d'}}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:55:40.484052 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-d84b11e5-ede4-4763-a002-28dcfbfff495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (3fdc7c0c-251d-4042-b678-7a39cdd7ca70), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:40.503302 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port 5a0a3407-9075-4b22-8503-5c7a764e5c3b triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:55:40.503690 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (5a0a3407-9075-4b22-8503-5c7a764e5c3b), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:40.509016 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266d593f-9042-4472-9166-0ddbeb1c09a6 admin admin] Network e335cf5a-bd08-4697-9061-81dcecc4c284 is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:55:40.513372 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [None req-266d593f-9042-4472-9166-0ddbeb1c09a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:55:40.516862 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266d593f-9042-4472-9166-0ddbeb1c09a6 admin admin] Received port after_create {{(pid=110144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:55:40.544483 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-8e9ec557-1730-47bd-82d8-4a2aca55be2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4050140', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58903299'] for subnet (97dd6ad5-3719-4976-b274-4923edb2fc0a), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:40.562414 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d593f-9042-4472-9166-0ddbeb1c09a6 admin admin] Pushing event updated for resources: {'Port': ['ID=aaca0251-2618-42e8-ab74-27833b75c17f,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:40.652207 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-486798b6-34ac-4a34-a325-aaf3a4377027 None None] Current status of the port 85d3d457-4862-4451-b185-ed31dc018e3d is: DOWN; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:55:40.652605 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-486798b6-34ac-4a34-a325-aaf3a4377027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (85d3d457-4862-4451-b185-ed31dc018e3d), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:40.673324 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9ec557-1730-47bd-82d8-4a2aca55be2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=97dd6ad5-3719-4976-b274-4923edb2fc0a,revision_number=0']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:40.680034 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-d84b11e5-ede4-4763-a002-28dcfbfff495 None None] For port 3fdc7c0c-251d-4042-b678-7a39cdd7ca70, host dv-cinder-740146-13-iscsi, cleared binding levels {{(pid=110146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:55:40.727610 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-d84b11e5-ede4-4763-a002-28dcfbfff495 None None] For port 3fdc7c0c-251d-4042-b678-7a39cdd7ca70, host dv-cinder-740146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=3fdc7c0c-251d-4042-b678-7a39cdd7ca70,segment=NetworkSegment(1a22e4ea-572c-4d07-9b3d-17658c306161),segment_id=1a22e4ea-572c-4d07-9b3d-17658c306161)] {{(pid=110146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:55:40.745510 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-486798b6-34ac-4a34-a325-aaf3a4377027 None None] For port 85d3d457-4862-4451-b185-ed31dc018e3d, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=85d3d457-4862-4451-b185-ed31dc018e3d,segment=NetworkSegment(28a48966-e948-4833-ae1e-8372f318746c),segment_id=28a48966-e948-4833-ae1e-8372f318746c)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:55:40.754869 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6287314-923a-4425-9771-60efd4f03013 req-4da3355c-98cb-4654-90fd-0591d8ae7436 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:40.756354 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f6287314-923a-4425-9771-60efd4f03013 req-4da3355c-98cb-4654-90fd-0591d8ae7436 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=f07bd60e-0657-4bec-8ea3-6f2a87674bc3 HTTP/1.1" status: 200 len: 944 time: 0.2193036 Mar 08 04:55:40.759092 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9ec557-1730-47bd-82d8-4a2aca55be2f admin admin] Checking segment: {'id': '03d8bf38-0678-448f-9bc7-95730c18710f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:55:40.759452 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9ec557-1730-47bd-82d8-4a2aca55be2f admin admin] Network hostable DHCP agents. Network: e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46, hostable agents: ['0b7bcd49-0510-447e-bc01-0aee655b7fc1'], hosted agents: [] {{(pid=110144) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 08 04:55:40.759803 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port 5a0a3407-9075-4b22-8503-5c7a764e5c3b is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:55:40.772027 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-20f2ea8b-7c4e-4ba6-bc23-be85f60f6086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f14e4f9-d0d6-49e2-93e8-6695f298d280', 'name': 'tempest-TestMinimumBasicScenario-541728070-router', 'tenant_id': '75e35041f01d4bd187fbb22177ce3706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '5a0a3407-9075-4b22-8503-5c7a764e5c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:55:32Z', 'updated_at': '2022-03-08T04:55:36Z', 'revision_number': 4, 'project_id': '75e35041f01d4bd187fbb22177ce3706', 'gw_port': {'id': '5a0a3407-9075-4b22-8503-5c7a764e5c3b', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:da:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f14e4f9-d0d6-49e2-93e8-6695f298d280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:55:33Z', 'updated_at': '2022-03-08T04:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': '85d3d457-4862-4451-b185-ed31dc018e3d', 'name': '', 'network_id': 'c98b75ab-0d7f-44c5-97af-848390b94d78', 'tenant_id': '75e35041f01d4bd187fbb22177ce3706', 'mac_address': 'fa:16:3e:67:a4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f14e4f9-d0d6-49e2-93e8-6695f298d280', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '1389bb70-16b8-4ffc-992f-2288c4da026c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:55:35Z', 'updated_at': '2022-03-08T04:55:39Z', 'revision_number': 4, 'project_id': '75e35041f01d4bd187fbb22177ce3706', 'subnets': [{'id': '1389bb70-16b8-4ffc-992f-2288c4da026c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:55:40.799662 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f2ea8b-7c4e-4ba6-bc23-be85f60f6086 None None] The sync data for ids ['5f14e4f9-d0d6-49e2-93e8-6695f298d280'] in dv-cinder-740146-13-iscsi is: [{'id': '5f14e4f9-d0d6-49e2-93e8-6695f298d280', 'name': 'tempest-TestMinimumBasicScenario-541728070-router', 'tenant_id': '75e35041f01d4bd187fbb22177ce3706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '5a0a3407-9075-4b22-8503-5c7a764e5c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:55:32Z', 'updated_at': '2022-03-08T04:55:36Z', 'revision_number': 4, 'project_id': '75e35041f01d4bd187fbb22177ce3706', 'gw_port': {'id': '5a0a3407-9075-4b22-8503-5c7a764e5c3b', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:da:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f14e4f9-d0d6-49e2-93e8-6695f298d280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:55:33Z', 'updated_at': '2022-03-08T04:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': '85d3d457-4862-4451-b185-ed31dc018e3d', 'name': '', 'network_id': 'c98b75ab-0d7f-44c5-97af-848390b94d78', 'tenant_id': '75e35041f01d4bd187fbb22177ce3706', 'mac_address': 'fa:16:3e:67:a4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f14e4f9-d0d6-49e2-93e8-6695f298d280', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '1389bb70-16b8-4ffc-992f-2288c4da026c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:55:35Z', 'updated_at': '2022-03-08T04:55:39Z', 'revision_number': 4, 'project_id': '75e35041f01d4bd187fbb22177ce3706', 'subnets': [{'id': '1389bb70-16b8-4ffc-992f-2288c4da026c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:55:40.801746 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-d84b11e5-ede4-4763-a002-28dcfbfff495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (3fdc7c0c-251d-4042-b678-7a39cdd7ca70), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:40.828467 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f6287314-923a-4425-9771-60efd4f03013 req-a9f145a5-056f-4ab5-9b04-84417192f4eb tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626032 Mar 08 04:55:40.836019 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-486798b6-34ac-4a34-a325-aaf3a4377027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (85d3d457-4862-4451-b185-ed31dc018e3d), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:40.879189 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b11e5-ede4-4763-a002-28dcfbfff495 None None] Pushing event updated for resources: {'Port': ['ID=3fdc7c0c-251d-4042-b678-7a39cdd7ca70,revision_number=2']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:40.937500 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9ec557-1730-47bd-82d8-4a2aca55be2f admin admin] Network e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46 is scheduled to be hosted by DHCP agent 0b7bcd49-0510-447e-bc01-0aee655b7fc1 with binding_index 1 {{(pid=110144) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 08 04:55:40.946974 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486798b6-34ac-4a34-a325-aaf3a4377027 None None] Pushing event updated for resources: {'Port': ['ID=85d3d457-4862-4451-b185-ed31dc018e3d,revision_number=5']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:41.013765 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [None req-8e9ec557-1730-47bd-82d8-4a2aca55be2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-740146-13-iscsi, e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46) {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:55:41.022522 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9ec557-1730-47bd-82d8-4a2aca55be2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:41.023222 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-8e9ec557-1730-47bd-82d8-4a2aca55be2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:41.024703 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d21b3d-fcff-4e8a-8260-03e3920c575f None None] Network e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46 requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:55:41.028422 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-266d593f-9042-4472-9166-0ddbeb1c09a6 admin admin] Publish callbacks [] for router_gateway (56eafb89-00cd-477a-9c40-b759321182ac), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:41.154516 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-8e9ec557-1730-47bd-82d8-4a2aca55be2f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0487173 Mar 08 04:55:41.173629 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928fdfad-b2f8-483f-8d28-4522535390b9 None None] Network e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46 requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:55:41.364087 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-266d593f-9042-4472-9166-0ddbeb1c09a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-955746', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-951031'] for router (56eafb89-00cd-477a-9c40-b759321182ac), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:41.575437 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266d593f-9042-4472-9166-0ddbeb1c09a6 admin admin] Router 56eafb89-00cd-477a-9c40-b759321182ac is scheduled to L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 with binding_index 1 {{(pid=110144) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 08 04:55:41.707041 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266d593f-9042-4472-9166-0ddbeb1c09a6 admin admin] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:55:41.721257 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e6f655-9fb0-4ffd-9b59-b21c28519442 None None] Sync routers for ids ['56eafb89-00cd-477a-9c40-b759321182ac'] in dv-cinder-740146-13-iscsi {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:55:41.732570 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e6f655-9fb0-4ffd-9b59-b21c28519442 None None] Routers {'56eafb89-00cd-477a-9c40-b759321182ac'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:55:41.733603 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-e7e6f655-9fb0-4ffd-9b59-b21c28519442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:55:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['56eafb89-00cd-477a-9c40-b759321182ac'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:55:41.792250 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-266d593f-9042-4472-9166-0ddbeb1c09a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:41.793532 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-266d593f-9042-4472-9166-0ddbeb1c09a6 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5682259 Mar 08 04:55:41.796501 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 48716) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:55:41.842474 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device be61fff7-3006-4915-b7b6-cce7c6651a44 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=110146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:55:41.922161 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-e7e6f655-9fb0-4ffd-9b59-b21c28519442 None None] Set router 56eafb89-00cd-477a-9c40-b759321182ac gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:55:42.046873 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a9f74d-8aa2-4412-bad9-fd2f398f75ff None None] Network 30ac8b03-394d-4b8a-b8e0-005694591a8d requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:55:42.118785 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf3f91-6801-420b-a410-58e04da6d00d req-275b6370-30e5-44aa-8b30-de30e6b6156e tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:42.129545 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-10cf3f91-6801-420b-a410-58e04da6d00d req-275b6370-30e5-44aa-8b30-de30e6b6156e tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=f07bd60e-0657-4bec-8ea3-6f2a87674bc3 HTTP/1.1" status: 200 len: 944 time: 0.1344161 Mar 08 04:55:42.197607 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port be61fff7-3006-4915-b7b6-cce7c6651a44, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=be61fff7-3006-4915-b7b6-cce7c6651a44,segment=NetworkSegment(4904b58b-aea2-4630-b83a-0db65c659289),segment_id=4904b58b-aea2-4630-b83a-0db65c659289)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:55:42.253558 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Returning: {'device': 'be61fff7-3006-4915-b7b6-cce7c6651a44', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'port_id': 'be61fff7-3006-4915-b7b6-cce7c6651a44', 'mac_address': 'fa:16:3e:39:96:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:55:42.265513 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-10cf3f91-6801-420b-a410-58e04da6d00d req-9462d17d-d493-4ae8-910a-339e4c5881df tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349690 Mar 08 04:55:42.323713 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-8807cf87-2e17-4f17-b6c8-f12ef8ad7fe0 None None] Provisioning complete for port 3fdc7c0c-251d-4042-b678-7a39cdd7ca70 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:55:42.324270 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-8807cf87-2e17-4f17-b6c8-f12ef8ad7fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (3fdc7c0c-251d-4042-b678-7a39cdd7ca70), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:42.375664 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 3fdc7c0c-251d-4042-b678-7a39cdd7ca70 up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:55:42.413671 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port be61fff7-3006-4915-b7b6-cce7c6651a44 is: DOWN; New status is: BUILD {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:55:42.414104 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (be61fff7-3006-4915-b7b6-cce7c6651a44), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:42.421755 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-e7e6f655-9fb0-4ffd-9b59-b21c28519442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56eafb89-00cd-477a-9c40-b759321182ac', 'name': 'tempest-TestMinimumBasicScenario-2020271002-router', 'tenant_id': '7f0b4fd35e9c400aae935dbc5753533e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'aaca0251-2618-42e8-ab74-27833b75c17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:55:39Z', 'updated_at': '2022-03-08T04:55:40Z', 'revision_number': 3, 'project_id': '7f0b4fd35e9c400aae935dbc5753533e', 'gw_port': {'id': 'aaca0251-2618-42e8-ab74-27833b75c17f', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:14:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56eafb89-00cd-477a-9c40-b759321182ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:55:39Z', 'updated_at': '2022-03-08T04:55:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi'}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:55:42.460126 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e6f655-9fb0-4ffd-9b59-b21c28519442 None None] Checking router: 56eafb89-00cd-477a-9c40-b759321182ac for host: dv-cinder-740146-13-iscsi {{(pid=110147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:55:42.460489 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e6f655-9fb0-4ffd-9b59-b21c28519442 None None] Updating router 56eafb89-00cd-477a-9c40-b759321182ac port aaca0251-2618-42e8-ab74-27833b75c17f binding host dv-cinder-740146-13-iscsi {{(pid=110147) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 04:55:42.504449 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-e7e6f655-9fb0-4ffd-9b59-b21c28519442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (aaca0251-2618-42e8-ab74-27833b75c17f), before_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:42.593669 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be61fff7-3006-4915-b7b6-cce7c6651a44 {{(pid=110146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:55:42.623845 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port be61fff7-3006-4915-b7b6-cce7c6651a44, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=be61fff7-3006-4915-b7b6-cce7c6651a44,segment=NetworkSegment(4904b58b-aea2-4630-b83a-0db65c659289),segment_id=4904b58b-aea2-4630-b83a-0db65c659289)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:55:42.669062 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (be61fff7-3006-4915-b7b6-cce7c6651a44), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:42.671939 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port 3fdc7c0c-251d-4042-b678-7a39cdd7ca70 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:55:42.672405 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (3fdc7c0c-251d-4042-b678-7a39cdd7ca70), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:42.714376 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-8807cf87-2e17-4f17-b6c8-f12ef8ad7fe0 None None] Current status of the port 3fdc7c0c-251d-4042-b678-7a39cdd7ca70 is: DOWN; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:55:42.714929 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-8807cf87-2e17-4f17-b6c8-f12ef8ad7fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (3fdc7c0c-251d-4042-b678-7a39cdd7ca70), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:42.776050 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=be61fff7-3006-4915-b7b6-cce7c6651a44,revision_number=4']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:42.796417 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-e7e6f655-9fb0-4ffd-9b59-b21c28519442 None None] Publish callbacks [] for port (aaca0251-2618-42e8-ab74-27833b75c17f), precommit_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:42.796971 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-8807cf87-2e17-4f17-b6c8-f12ef8ad7fe0 None None] For port 3fdc7c0c-251d-4042-b678-7a39cdd7ca70, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=3fdc7c0c-251d-4042-b678-7a39cdd7ca70,segment=NetworkSegment(1a22e4ea-572c-4d07-9b3d-17658c306161),segment_id=1a22e4ea-572c-4d07-9b3d-17658c306161)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:55:42.833579 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port 3fdc7c0c-251d-4042-b678-7a39cdd7ca70 is: DOWN; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:55:42.833975 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (3fdc7c0c-251d-4042-b678-7a39cdd7ca70), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:42.872800 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-8807cf87-2e17-4f17-b6c8-f12ef8ad7fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (3fdc7c0c-251d-4042-b678-7a39cdd7ca70), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:42.882821 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-29396793-eefd-433a-8c0b-96e8c0dc3f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:42.901376 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-e7e6f655-9fb0-4ffd-9b59-b21c28519442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (aaca0251-2618-42e8-ab74-27833b75c17f), after_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:42.949949 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.managers [None req-e7e6f655-9fb0-4ffd-9b59-b21c28519442 None None] Attempting to bind port aaca0251-2618-42e8-ab74-27833b75c17f on host dv-cinder-740146-13-iscsi for vnic_type normal with profile {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:55:42.950605 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.managers [None req-e7e6f655-9fb0-4ffd-9b59-b21c28519442 None None] Attempting to bind port aaca0251-2618-42e8-ab74-27833b75c17f by drivers openvswitch,hyperv on host dv-cinder-740146-13-iscsi at level 0 using segments [{'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}] {{(pid=110147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:55:42.951134 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e6f655-9fb0-4ffd-9b59-b21c28519442 None None] Attempting to bind port aaca0251-2618-42e8-ab74-27833b75c17f on network e335cf5a-bd08-4697-9061-81dcecc4c284 {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:55:42.958746 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa7ca7-c479-407d-a77b-42805e1b62fe None None] Pushing event updated for resources: {'Port': ['ID=aaca0251-2618-42e8-ab74-27833b75c17f,revision_number=2']} {{(pid=110147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:42.961981 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e6f655-9fb0-4ffd-9b59-b21c28519442 None None] Checking agent: {'id': '4c7881dc-503e-4b59-880f-21834bcd9250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 35, 20), 'started_at': datetime.datetime(2022, 3, 8, 4, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:55:42.962601 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e6f655-9fb0-4ffd-9b59-b21c28519442 None None] Checking segment: {'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110147) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:55:42.963157 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-e7e6f655-9fb0-4ffd-9b59-b21c28519442 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:42.963705 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e6f655-9fb0-4ffd-9b59-b21c28519442 None None] Bound using segment: {'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'} {{(pid=110147) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:55:42.964358 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.managers [None req-e7e6f655-9fb0-4ffd-9b59-b21c28519442 None None] Bound port: aaca0251-2618-42e8-ab74-27833b75c17f, host: dv-cinder-740146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284'}}] {{(pid=110147) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:55:42.964906 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-e7e6f655-9fb0-4ffd-9b59-b21c28519442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (aaca0251-2618-42e8-ab74-27833b75c17f), before_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:42.966778 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807cf87-2e17-4f17-b6c8-f12ef8ad7fe0 None None] Pushing event updated for resources: {'Port': ['ID=3fdc7c0c-251d-4042-b678-7a39cdd7ca70,revision_number=3']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:42.971465 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] get_ports_and_sgs() called for port_ids ['be61fff7-3006-4915-b7b6-cce7c6651a44'] {{(pid=110146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:55:42.992851 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fa7ca7-c479-407d-a77b-42805e1b62fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:42.993265 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fa7ca7-c479-407d-a77b-42805e1b62fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:42.993629 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fa7ca7-c479-407d-a77b-42805e1b62fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:42.993966 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fa7ca7-c479-407d-a77b-42805e1b62fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:42.994291 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fa7ca7-c479-407d-a77b-42805e1b62fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:42.994610 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fa7ca7-c479-407d-a77b-42805e1b62fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:42.994949 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fa7ca7-c479-407d-a77b-42805e1b62fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:42.995279 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fa7ca7-c479-407d-a77b-42805e1b62fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:42.995598 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fa7ca7-c479-407d-a77b-42805e1b62fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:42.995929 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fa7ca7-c479-407d-a77b-42805e1b62fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:42.996245 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fa7ca7-c479-407d-a77b-42805e1b62fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:42.996934 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fa7ca7-c479-407d-a77b-42805e1b62fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:42.996934 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fa7ca7-c479-407d-a77b-42805e1b62fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110147) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:55:43.007953 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.db.api [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110146) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 08 04:55:43.012036 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG oslo_db.api [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 08 04:55:43.032582 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.db [None req-e7e6f655-9fb0-4ffd-9b59-b21c28519442 None None] For port aaca0251-2618-42e8-ab74-27833b75c17f, host dv-cinder-740146-13-iscsi, cleared binding levels {{(pid=110147) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:55:43.034677 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-e1fdba3e-3132-48b7-9948-adbcd1db861b None None] Provisioning complete for port 3fdc7c0c-251d-4042-b678-7a39cdd7ca70 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:55:43.035058 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-e1fdba3e-3132-48b7-9948-adbcd1db861b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (3fdc7c0c-251d-4042-b678-7a39cdd7ca70), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:43.036597 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.plugins.ml2.db [None req-e7e6f655-9fb0-4ffd-9b59-b21c28519442 None None] For port aaca0251-2618-42e8-ab74-27833b75c17f, host dv-cinder-740146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=aaca0251-2618-42e8-ab74-27833b75c17f,segment=NetworkSegment(83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c),segment_id=83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c)] {{(pid=110147) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:55:43.054593 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_common [None req-29396793-eefd-433a-8c0b-96e8c0dc3f00 admin admin] Allocated IP 172.20.0.1 (30ac8b03-394d-4b8a-b8e0-005694591a8d/838f88da-bc20-46cf-83f3-90a0b4dc4e7c/a20c4ffc-71f9-4942-a847-ffc8451dadf1) {{(pid=110144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:55:43.157496 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-29396793-eefd-433a-8c0b-96e8c0dc3f00 admin admin] Publish callbacks [] for port (a20c4ffc-71f9-4942-a847-ffc8451dadf1), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:43.167302 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron_lib.callbacks.manager [None req-e7e6f655-9fb0-4ffd-9b59-b21c28519442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (aaca0251-2618-42e8-ab74-27833b75c17f), after_update {{(pid=110147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:43.176798 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-e1fdba3e-3132-48b7-9948-adbcd1db861b None None] Current status of the port 3fdc7c0c-251d-4042-b678-7a39cdd7ca70 is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:55:43.245837 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-29396793-eefd-433a-8c0b-96e8c0dc3f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (a20c4ffc-71f9-4942-a847-ffc8451dadf1), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:43.252453 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e6f655-9fb0-4ffd-9b59-b21c28519442 None None] Routers {'56eafb89-00cd-477a-9c40-b759321182ac'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:55:43.253181 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-e7e6f655-9fb0-4ffd-9b59-b21c28519442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:55:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['56eafb89-00cd-477a-9c40-b759321182ac'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:55:43.290818 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa7ca7-c479-407d-a77b-42805e1b62fe None None] Pushing event updated for resources: {'Port': ['ID=aaca0251-2618-42e8-ab74-27833b75c17f,revision_number=3']} {{(pid=110147) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:43.311641 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29396793-eefd-433a-8c0b-96e8c0dc3f00 admin admin] Network 30ac8b03-394d-4b8a-b8e0-005694591a8d is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:55:43.317945 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [None req-29396793-eefd-433a-8c0b-96e8c0dc3f00 admin admin] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:55:43.325969 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29396793-eefd-433a-8c0b-96e8c0dc3f00 admin admin] Received port after_create {{(pid=110144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:55:43.346825 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29396793-eefd-433a-8c0b-96e8c0dc3f00 admin admin] Pushing event updated for resources: {'Port': ['ID=a20c4ffc-71f9-4942-a847-ffc8451dadf1,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:43.383974 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-29396793-eefd-433a-8c0b-96e8c0dc3f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-952794'] for router_interface (56eafb89-00cd-477a-9c40-b759321182ac), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:43.407465 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-e7e6f655-9fb0-4ffd-9b59-b21c28519442 None None] Set router 56eafb89-00cd-477a-9c40-b759321182ac gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:55:43.451823 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d445f4-cced-4d38-9428-c1f9b68ab3db req-e5b87b11-cc35-43cf-8917-f9555213893d tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:43.464749 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-98d445f4-cced-4d38-9428-c1f9b68ab3db req-e5b87b11-cc35-43cf-8917-f9555213893d tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=f07bd60e-0657-4bec-8ea3-6f2a87674bc3 HTTP/1.1" status: 200 len: 945 time: 0.0928226 Mar 08 04:55:43.544149 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-98d445f4-cced-4d38-9428-c1f9b68ab3db req-3e6ddbd4-9d0f-41ef-b517-b06496b00c7d tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781333 Mar 08 04:55:43.575376 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port 3fdc7c0c-251d-4042-b678-7a39cdd7ca70 is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:55:43.576325 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 85d3d457-4862-4451-b185-ed31dc018e3d up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:55:43.617581 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-e7e6f655-9fb0-4ffd-9b59-b21c28519442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56eafb89-00cd-477a-9c40-b759321182ac', 'name': 'tempest-TestMinimumBasicScenario-2020271002-router', 'tenant_id': '7f0b4fd35e9c400aae935dbc5753533e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'aaca0251-2618-42e8-ab74-27833b75c17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:55:39Z', 'updated_at': '2022-03-08T04:55:40Z', 'revision_number': 3, 'project_id': '7f0b4fd35e9c400aae935dbc5753533e', 'gw_port': {'id': 'aaca0251-2618-42e8-ab74-27833b75c17f', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:14:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56eafb89-00cd-477a-9c40-b759321182ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:55:39Z', 'updated_at': '2022-03-08T04:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi'}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:55:43.626425 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef851807-8562-4c73-80f8-e9da6e75128e req-5928ba27-6bd2-424d-b9aa-31c8c5edfd91 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:43.628054 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ef851807-8562-4c73-80f8-e9da6e75128e req-5928ba27-6bd2-424d-b9aa-31c8c5edfd91 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/networks?id=e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46 HTTP/1.1" status: 200 len: 808 time: 0.2029099 Mar 08 04:55:43.631357 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port 85d3d457-4862-4451-b185-ed31dc018e3d triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:55:43.633279 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (85d3d457-4862-4451-b185-ed31dc018e3d), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:43.643361 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ef851807-8562-4c73-80f8-e9da6e75128e req-8eb60c4f-75fc-46ae-8a69-1a3a9df1730b tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/quotas/53226347ce91485b83dcebd65194b876 HTTP/1.1" status: 200 len: 375 time: 0.0098097 Mar 08 04:55:43.647721 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e6f655-9fb0-4ffd-9b59-b21c28519442 None None] The sync data for ids ['56eafb89-00cd-477a-9c40-b759321182ac'] in dv-cinder-740146-13-iscsi is: [{'id': '56eafb89-00cd-477a-9c40-b759321182ac', 'name': 'tempest-TestMinimumBasicScenario-2020271002-router', 'tenant_id': '7f0b4fd35e9c400aae935dbc5753533e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'aaca0251-2618-42e8-ab74-27833b75c17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:55:39Z', 'updated_at': '2022-03-08T04:55:40Z', 'revision_number': 3, 'project_id': '7f0b4fd35e9c400aae935dbc5753533e', 'gw_port': {'id': 'aaca0251-2618-42e8-ab74-27833b75c17f', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:14:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56eafb89-00cd-477a-9c40-b759321182ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:55:39Z', 'updated_at': '2022-03-08T04:55:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi'}] {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:55:43.691924 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ef851807-8562-4c73-80f8-e9da6e75128e req-0422ccdb-a631-443b-80cc-e0b8388fd212 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=53226347ce91485b83dcebd65194b876&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359287 Mar 08 04:55:43.721316 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port 85d3d457-4862-4451-b185-ed31dc018e3d is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:55:43.727469 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-fb4e978c-d21c-4bd8-b0e0-0f59650d2ca2 None None] Provisioning complete for port a20c4ffc-71f9-4942-a847-ffc8451dadf1 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:55:43.727874 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-fb4e978c-d21c-4bd8-b0e0-0f59650d2ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (a20c4ffc-71f9-4942-a847-ffc8451dadf1), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:43.771494 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-fb4e978c-d21c-4bd8-b0e0-0f59650d2ca2 None None] Port a20c4ffc-71f9-4942-a847-ffc8451dadf1 cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:55:43.787014 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-29396793-eefd-433a-8c0b-96e8c0dc3f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (a20c4ffc-71f9-4942-a847-ffc8451dadf1), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:43.838141 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device be61fff7-3006-4915-b7b6-cce7c6651a44 up at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:55:43.847500 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ef851807-8562-4c73-80f8-e9da6e75128e req-b2e09e0b-5a4d-470d-a90b-65a00e546aa1 service neutron] 10.222.0.35 "GET /v2.0/networks/e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472569 Mar 08 04:55:43.961429 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning for port be61fff7-3006-4915-b7b6-cce7c6651a44 completed by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 04:55:43.966366 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning complete for port be61fff7-3006-4915-b7b6-cce7c6651a44 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:55:43.967298 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (be61fff7-3006-4915-b7b6-cce7c6651a44), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:44.017102 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ef851807-8562-4c73-80f8-e9da6e75128e req-748bf240-5d60-43ab-956d-6081330c6fd5 service neutron] 10.222.0.35 "GET /v2.0/networks/e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579101 Mar 08 04:55:44.047300 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-595b8f64-e9b1-4f87-ac7e-77c54f4fa804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:44.060343 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-29396793-eefd-433a-8c0b-96e8c0dc3f00 admin admin] Publish callbacks [] for port (a20c4ffc-71f9-4942-a847-ffc8451dadf1), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:44.065456 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port be61fff7-3006-4915-b7b6-cce7c6651a44 is: BUILD; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:55:44.066128 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (be61fff7-3006-4915-b7b6-cce7c6651a44), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:44.091013 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07bd60e-0657-4bec-8ea3-6f2a87674bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be61fff7-3006-4915-b7b6-cce7c6651a44'}] {{(pid=110146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:55:44.093505 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce5c9d46ce85cdc7bdd5e39ea1b8e3d9b9c3a590759baa6189aad05618b43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1814b898-3a31-4ddd-bc79-42dbfc03e7d8" -d '{"events": [{"server_uuid": "f07bd60e-0657-4bec-8ea3-6f2a87674bc3", "name": "network-vif-plugged", "status": "completed", "tag": "be61fff7-3006-4915-b7b6-cce7c6651a44"}]}' {{(pid=110146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:55:44.116429 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port be61fff7-3006-4915-b7b6-cce7c6651a44, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=be61fff7-3006-4915-b7b6-cce7c6651a44,segment=NetworkSegment(4904b58b-aea2-4630-b83a-0db65c659289),segment_id=4904b58b-aea2-4630-b83a-0db65c659289)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:55:44.130088 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-29396793-eefd-433a-8c0b-96e8c0dc3f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4052309'] for port (a20c4ffc-71f9-4942-a847-ffc8451dadf1), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:44.235476 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (be61fff7-3006-4915-b7b6-cce7c6651a44), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:44.238200 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29396793-eefd-433a-8c0b-96e8c0dc3f00 admin admin] Pushing event updated for resources: {'Port': ['ID=a20c4ffc-71f9-4942-a847-ffc8451dadf1,revision_number=2']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:44.243344 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-29396793-eefd-433a-8c0b-96e8c0dc3f00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-952758'] for router_interface (56eafb89-00cd-477a-9c40-b759321182ac), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:44.323133 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c326f590-43e8-44fe-9fdc-f2e86489841d x-openstack-request-id: req-c326f590-43e8-44fe-9fdc-f2e86489841d {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:55:44.323523 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07bd60e-0657-4bec-8ea3-6f2a87674bc3", "name": "network-vif-plugged", "status": "completed", "tag": "be61fff7-3006-4915-b7b6-cce7c6651a44", "code": 200}]} {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:55:44.323871 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c326f590-43e8-44fe-9fdc-f2e86489841d {{(pid=110146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:55:44.324343 dv-cinder-740146-13-iscsi neutron-server[110146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07bd60e-0657-4bec-8ea3-6f2a87674bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be61fff7-3006-4915-b7b6-cce7c6651a44', 'code': 200} Mar 08 04:55:44.329269 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=be61fff7-3006-4915-b7b6-cce7c6651a44,revision_number=5']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:44.387078 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-690f59ba-4525-4659-b173-848eae4a1099 req-64740f89-4778-4996-8213-75e6748218e3 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edcdebd-7a76-481f-8f14-2238f2c6de92 HTTP/1.1" status: 200 len: 210 time: 0.0863442 Mar 08 04:55:44.393452 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device aaca0251-2618-42e8-ab74-27833b75c17f up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:55:44.468091 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29396793-eefd-433a-8c0b-96e8c0dc3f00 admin admin] Network 30ac8b03-394d-4b8a-b8e0-005694591a8d is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:55:44.469836 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [None req-29396793-eefd-433a-8c0b-96e8c0dc3f00 admin admin] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:55:44.475392 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port aaca0251-2618-42e8-ab74-27833b75c17f triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:55:44.475608 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (aaca0251-2618-42e8-ab74-27833b75c17f), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:44.605921 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port aaca0251-2618-42e8-ab74-27833b75c17f is: DOWN; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:55:44.606252 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (aaca0251-2618-42e8-ab74-27833b75c17f), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:44.653888 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29396793-eefd-433a-8c0b-96e8c0dc3f00 admin admin] Router 56eafb89-00cd-477a-9c40-b759321182ac has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:55:44.654031 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] For port aaca0251-2618-42e8-ab74-27833b75c17f, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=aaca0251-2618-42e8-ab74-27833b75c17f,segment=NetworkSegment(83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c),segment_id=83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:55:44.675639 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b693a-b37d-46c6-80c0-ff52a9255244 req-d48f4c11-2ae7-444a-9d80-1da0d219f652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:44.677953 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4b6b693a-b37d-46c6-80c0-ff52a9255244 req-d48f4c11-2ae7-444a-9d80-1da0d219f652 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f07bd60e-0657-4bec-8ea3-6f2a87674bc3 HTTP/1.1" status: 200 len: 1130 time: 0.0880821 Mar 08 04:55:44.704078 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69fa114-5ae6-4545-8c86-af16e3525b52 req-9e804203-dbf3-4ba0-819c-42dbbb8be807 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:44.706075 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b69fa114-5ae6-4545-8c86-af16e3525b52 req-9e804203-dbf3-4ba0-819c-42dbbb8be807 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=f07bd60e-0657-4bec-8ea3-6f2a87674bc3 HTTP/1.1" status: 200 len: 946 time: 0.0759327 Mar 08 04:55:44.724671 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (aaca0251-2618-42e8-ab74-27833b75c17f), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:44.725502 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 3fdc7c0c-251d-4042-b678-7a39cdd7ca70 up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:55:44.772942 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b69fa114-5ae6-4545-8c86-af16e3525b52 req-42d1df79-bf6c-43f2-8899-096ace2969b8 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601666 Mar 08 04:55:44.823120 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Pushing event updated for resources: {'Port': ['ID=aaca0251-2618-42e8-ab74-27833b75c17f,revision_number=4']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:44.832348 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4b6b693a-b37d-46c6-80c0-ff52a9255244 req-9e5df08d-8aac-4788-a246-8e08accabcbc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208689 Mar 08 04:55:44.837675 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-06465bff-b445-4259-9f51-c582bd261694 None None] Provisioning complete for port a20c4ffc-71f9-4942-a847-ffc8451dadf1 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:55:44.838053 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-06465bff-b445-4259-9f51-c582bd261694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (a20c4ffc-71f9-4942-a847-ffc8451dadf1), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:44.847447 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29396793-eefd-433a-8c0b-96e8c0dc3f00 admin admin] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:55:44.850666 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-29396793-eefd-433a-8c0b-96e8c0dc3f00 admin admin] 10.222.0.35 "PUT /v2.0/routers/56eafb89-00cd-477a-9c40-b759321182ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0531039 Mar 08 04:55:44.870734 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port 3fdc7c0c-251d-4042-b678-7a39cdd7ca70 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:55:44.871126 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (3fdc7c0c-251d-4042-b678-7a39cdd7ca70), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:44.915494 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-06465bff-b445-4259-9f51-c582bd261694 None None] Port a20c4ffc-71f9-4942-a847-ffc8451dadf1 cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:55:44.967486 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port 3fdc7c0c-251d-4042-b678-7a39cdd7ca70 is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:55:45.479014 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-638e0556-8e55-4748-b956-69add4217a9e req-2b460af6-2cdf-47be-98f2-1bc6b0a9e058 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edcdebd-7a76-481f-8f14-2238f2c6de92 HTTP/1.1" status: 200 len: 210 time: 0.0278590 Mar 08 04:55:45.597599 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4972715f-c0bf-452f-b6be-f657b1eb218a None None] Sync routers for ids ['56eafb89-00cd-477a-9c40-b759321182ac'] in dv-cinder-740146-13-iscsi {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:55:45.607296 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4972715f-c0bf-452f-b6be-f657b1eb218a None None] Routers {'56eafb89-00cd-477a-9c40-b759321182ac'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:55:45.607926 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-4972715f-c0bf-452f-b6be-f657b1eb218a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:55:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['56eafb89-00cd-477a-9c40-b759321182ac'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:55:45.730187 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-4972715f-c0bf-452f-b6be-f657b1eb218a None None] Set router 56eafb89-00cd-477a-9c40-b759321182ac gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:55:45.949845 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59797e1-30b5-4399-b4c6-715cbc04c1a2 req-97803948-3b8f-47a8-ac56-2134eb45884f tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:45.953167 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-d59797e1-30b5-4399-b4c6-715cbc04c1a2 req-97803948-3b8f-47a8-ac56-2134eb45884f tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=f07bd60e-0657-4bec-8ea3-6f2a87674bc3 HTTP/1.1" status: 200 len: 946 time: 0.0740952 Mar 08 04:55:45.967589 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-4972715f-c0bf-452f-b6be-f657b1eb218a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56eafb89-00cd-477a-9c40-b759321182ac', 'name': 'tempest-TestMinimumBasicScenario-2020271002-router', 'tenant_id': '7f0b4fd35e9c400aae935dbc5753533e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'aaca0251-2618-42e8-ab74-27833b75c17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:55:39Z', 'updated_at': '2022-03-08T04:55:43Z', 'revision_number': 4, 'project_id': '7f0b4fd35e9c400aae935dbc5753533e', 'gw_port': {'id': 'aaca0251-2618-42e8-ab74-27833b75c17f', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:14:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56eafb89-00cd-477a-9c40-b759321182ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:55:39Z', 'updated_at': '2022-03-08T04:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': 'a20c4ffc-71f9-4942-a847-ffc8451dadf1', 'name': '', 'network_id': '30ac8b03-394d-4b8a-b8e0-005694591a8d', 'tenant_id': '7f0b4fd35e9c400aae935dbc5753533e', 'mac_address': 'fa:16:3e:07:40:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56eafb89-00cd-477a-9c40-b759321182ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '838f88da-bc20-46cf-83f3-90a0b4dc4e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:55:42Z', 'updated_at': '2022-03-08T04:55:43Z', 'revision_number': 2, 'project_id': '7f0b4fd35e9c400aae935dbc5753533e', 'subnets': [{'id': '838f88da-bc20-46cf-83f3-90a0b4dc4e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:55:45.999418 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4972715f-c0bf-452f-b6be-f657b1eb218a None None] Checking router: 56eafb89-00cd-477a-9c40-b759321182ac for host: dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:55:45.999772 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4972715f-c0bf-452f-b6be-f657b1eb218a None None] Updating router 56eafb89-00cd-477a-9c40-b759321182ac port a20c4ffc-71f9-4942-a847-ffc8451dadf1 binding host dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 08 04:55:46.009257 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-d59797e1-30b5-4399-b4c6-715cbc04c1a2 req-039e9019-f6ed-47e4-96c3-075979e675cf tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500662 Mar 08 04:55:46.034619 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4972715f-c0bf-452f-b6be-f657b1eb218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (a20c4ffc-71f9-4942-a847-ffc8451dadf1), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:46.229742 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device aaca0251-2618-42e8-ab74-27833b75c17f up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:55:46.298758 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-8cbf5aba-be39-4a5e-8178-fe8fd7e4bfdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:46.354612 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port aaca0251-2618-42e8-ab74-27833b75c17f triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:55:46.355001 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (aaca0251-2618-42e8-ab74-27833b75c17f), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:46.463708 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4972715f-c0bf-452f-b6be-f657b1eb218a None None] Publish callbacks [] for port (a20c4ffc-71f9-4942-a847-ffc8451dadf1), precommit_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:46.508947 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port aaca0251-2618-42e8-ab74-27833b75c17f is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:55:46.540971 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4972715f-c0bf-452f-b6be-f657b1eb218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (a20c4ffc-71f9-4942-a847-ffc8451dadf1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:46.751908 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9e118f91-4b67-4c97-b8db-f6f3e5732ea3 req-59a167a1-5db5-402a-b339-92c8cb3ad085 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edcdebd-7a76-481f-8f14-2238f2c6de92 HTTP/1.1" status: 200 len: 210 time: 0.2008622 Mar 08 04:55:46.790622 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef851807-8562-4c73-80f8-e9da6e75128e req-086dd0a1-a1a6-4661-b4ac-2d5e3473ac60 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:46.792750 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ef851807-8562-4c73-80f8-e9da6e75128e req-086dd0a1-a1a6-4661-b4ac-2d5e3473ac60 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.18 "GET /v2.0/networks?id=e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46 HTTP/1.1" status: 200 len: 808 time: 0.1733789 Mar 08 04:55:46.822967 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9543fb8-cad9-4620-be86-89cc4f705fc7 None None] Pushing event updated for resources: {'Port': ['ID=a20c4ffc-71f9-4942-a847-ffc8451dadf1,revision_number=3']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:46.826685 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [req-ef851807-8562-4c73-80f8-e9da6e75128e req-bddcbc74-a7dc-4171-832c-3aec9d618dfb tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Request body: {'port': {'device_id': '5edcdebd-7a76-481f-8f14-2238f2c6de92', 'network_id': 'e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46', 'admin_state_up': True, 'tenant_id': '53226347ce91485b83dcebd65194b876'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:55:46.865252 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-4972715f-c0bf-452f-b6be-f657b1eb218a None None] Attempting to bind port a20c4ffc-71f9-4942-a847-ffc8451dadf1 on host dv-cinder-740146-13-iscsi for vnic_type normal with profile {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:55:46.865856 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-4972715f-c0bf-452f-b6be-f657b1eb218a None None] Attempting to bind port a20c4ffc-71f9-4942-a847-ffc8451dadf1 by drivers openvswitch,hyperv on host dv-cinder-740146-13-iscsi at level 0 using segments [{'id': '1a22e4ea-572c-4d07-9b3d-17658c306161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30ac8b03-394d-4b8a-b8e0-005694591a8d'}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:55:46.866662 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4972715f-c0bf-452f-b6be-f657b1eb218a None None] Attempting to bind port a20c4ffc-71f9-4942-a847-ffc8451dadf1 on network 30ac8b03-394d-4b8a-b8e0-005694591a8d {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:55:46.874568 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4972715f-c0bf-452f-b6be-f657b1eb218a None None] Checking agent: {'id': '4c7881dc-503e-4b59-880f-21834bcd9250', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-740146-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 35, 20), 'started_at': datetime.datetime(2022, 3, 8, 4, 35, 50), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-740146-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:55:46.874962 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4972715f-c0bf-452f-b6be-f657b1eb218a None None] Checking segment: {'id': '1a22e4ea-572c-4d07-9b3d-17658c306161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30ac8b03-394d-4b8a-b8e0-005694591a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110146) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:55:46.875375 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4972715f-c0bf-452f-b6be-f657b1eb218a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:46.875774 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4972715f-c0bf-452f-b6be-f657b1eb218a None None] Bound using segment: {'id': '1a22e4ea-572c-4d07-9b3d-17658c306161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30ac8b03-394d-4b8a-b8e0-005694591a8d'} {{(pid=110146) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:55:46.876276 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.managers [None req-4972715f-c0bf-452f-b6be-f657b1eb218a None None] Bound port: a20c4ffc-71f9-4942-a847-ffc8451dadf1, host: dv-cinder-740146-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a22e4ea-572c-4d07-9b3d-17658c306161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '30ac8b03-394d-4b8a-b8e0-005694591a8d'}}] {{(pid=110146) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:55:46.876710 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4972715f-c0bf-452f-b6be-f657b1eb218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (a20c4ffc-71f9-4942-a847-ffc8451dadf1), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:46.966374 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-4972715f-c0bf-452f-b6be-f657b1eb218a None None] For port a20c4ffc-71f9-4942-a847-ffc8451dadf1, host dv-cinder-740146-13-iscsi, cleared binding levels {{(pid=110146) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:55:46.971424 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-4972715f-c0bf-452f-b6be-f657b1eb218a None None] For port a20c4ffc-71f9-4942-a847-ffc8451dadf1, host dv-cinder-740146-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=a20c4ffc-71f9-4942-a847-ffc8451dadf1,segment=NetworkSegment(1a22e4ea-572c-4d07-9b3d-17658c306161),segment_id=1a22e4ea-572c-4d07-9b3d-17658c306161)] {{(pid=110146) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:55:46.972967 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-673a438e-cc12-4497-bb57-d6173c786317 None None] Provisioning complete for port a20c4ffc-71f9-4942-a847-ffc8451dadf1 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:55:46.973376 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-673a438e-cc12-4497-bb57-d6173c786317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (a20c4ffc-71f9-4942-a847-ffc8451dadf1), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:47.015935 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-673a438e-cc12-4497-bb57-d6173c786317 None None] Port a20c4ffc-71f9-4942-a847-ffc8451dadf1 cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:55:47.072805 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef851807-8562-4c73-80f8-e9da6e75128e req-bddcbc74-a7dc-4171-832c-3aec9d618dfb tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Made reservation on behalf of 53226347ce91485b83dcebd65194b876 for: {'port': 1} {{(pid=110144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:55:47.073582 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4972715f-c0bf-452f-b6be-f657b1eb218a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (a20c4ffc-71f9-4942-a847-ffc8451dadf1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:47.076437 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-ef851807-8562-4c73-80f8-e9da6e75128e req-bddcbc74-a7dc-4171-832c-3aec9d618dfb tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:47.152547 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4972715f-c0bf-452f-b6be-f657b1eb218a None None] Routers {'56eafb89-00cd-477a-9c40-b759321182ac'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:55:47.153768 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-4972715f-c0bf-452f-b6be-f657b1eb218a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:55:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['56eafb89-00cd-477a-9c40-b759321182ac'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:55:47.228565 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93fa12-efbd-49b9-9272-ec1f730d3b70 req-509a3376-8e4d-4532-9908-727acde3e128 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:47.230807 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-dd93fa12-efbd-49b9-9272-ec1f730d3b70 req-509a3376-8e4d-4532-9908-727acde3e128 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=f07bd60e-0657-4bec-8ea3-6f2a87674bc3 HTTP/1.1" status: 200 len: 946 time: 0.1451213 Mar 08 04:55:47.255982 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9543fb8-cad9-4620-be86-89cc4f705fc7 None None] Pushing event updated for resources: {'Port': ['ID=a20c4ffc-71f9-4942-a847-ffc8451dadf1,revision_number=4']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:47.322246 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_common [req-ef851807-8562-4c73-80f8-e9da6e75128e req-bddcbc74-a7dc-4171-832c-3aec9d618dfb tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Allocated IP 172.20.0.7 (e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46/97dd6ad5-3719-4976-b274-4923edb2fc0a/829a817c-5d5a-40f3-8803-560ff46b2a59) {{(pid=110144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:55:47.350034 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:47.363191 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-dd93fa12-efbd-49b9-9272-ec1f730d3b70 req-2ad11d80-62bb-408b-a5d0-13ebfba010ef tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262612 Mar 08 04:55:47.426505 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-4972715f-c0bf-452f-b6be-f657b1eb218a None None] Set router 56eafb89-00cd-477a-9c40-b759321182ac gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:55:47.571078 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc494b4f-8b57-4234-9a41-5dce9e28c5c2 req-ac72d75f-011f-4c6c-9f87-6c686820af36 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:47.578047 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-dc494b4f-8b57-4234-9a41-5dce9e28c5c2 req-ac72d75f-011f-4c6c-9f87-6c686820af36 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=f07bd60e-0657-4bec-8ea3-6f2a87674bc3 HTTP/1.1" status: 200 len: 946 time: 0.1362660 Mar 08 04:55:47.582890 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-ef851807-8562-4c73-80f8-e9da6e75128e req-bddcbc74-a7dc-4171-832c-3aec9d618dfb tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Publish callbacks [] for port (829a817c-5d5a-40f3-8803-560ff46b2a59), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:47.616662 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-22f4f924-bd4e-4257-aa8e-36638b4746c3 None None] Provisioning complete for port a20c4ffc-71f9-4942-a847-ffc8451dadf1 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:55:47.617686 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-22f4f924-bd4e-4257-aa8e-36638b4746c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (a20c4ffc-71f9-4942-a847-ffc8451dadf1), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:47.640757 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-dc494b4f-8b57-4234-9a41-5dce9e28c5c2 req-ab5e9fee-e3d8-43e8-8fe6-806a05314a3a tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618384 Mar 08 04:55:47.676105 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 48798) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:55:47.727613 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-ef851807-8562-4c73-80f8-e9da6e75128e req-bddcbc74-a7dc-4171-832c-3aec9d618dfb tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (829a817c-5d5a-40f3-8803-560ff46b2a59), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:47.805023 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-22f4f924-bd4e-4257-aa8e-36638b4746c3 None None] Current status of the port a20c4ffc-71f9-4942-a847-ffc8451dadf1 is: DOWN; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:55:47.805478 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-22f4f924-bd4e-4257-aa8e-36638b4746c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (a20c4ffc-71f9-4942-a847-ffc8451dadf1), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:47.814313 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef851807-8562-4c73-80f8-e9da6e75128e req-bddcbc74-a7dc-4171-832c-3aec9d618dfb tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Network e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46 is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:55:47.820700 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [req-ef851807-8562-4c73-80f8-e9da6e75128e req-bddcbc74-a7dc-4171-832c-3aec9d618dfb tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:55:47.837599 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef851807-8562-4c73-80f8-e9da6e75128e req-bddcbc74-a7dc-4171-832c-3aec9d618dfb tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Received port after_create {{(pid=110144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:55:47.837826 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-4972715f-c0bf-452f-b6be-f657b1eb218a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56eafb89-00cd-477a-9c40-b759321182ac', 'name': 'tempest-TestMinimumBasicScenario-2020271002-router', 'tenant_id': '7f0b4fd35e9c400aae935dbc5753533e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'aaca0251-2618-42e8-ab74-27833b75c17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:55:39Z', 'updated_at': '2022-03-08T04:55:43Z', 'revision_number': 4, 'project_id': '7f0b4fd35e9c400aae935dbc5753533e', 'gw_port': {'id': 'aaca0251-2618-42e8-ab74-27833b75c17f', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:14:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56eafb89-00cd-477a-9c40-b759321182ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:55:39Z', 'updated_at': '2022-03-08T04:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': 'a20c4ffc-71f9-4942-a847-ffc8451dadf1', 'name': '', 'network_id': '30ac8b03-394d-4b8a-b8e0-005694591a8d', 'tenant_id': '7f0b4fd35e9c400aae935dbc5753533e', 'mac_address': 'fa:16:3e:07:40:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56eafb89-00cd-477a-9c40-b759321182ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '838f88da-bc20-46cf-83f3-90a0b4dc4e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:55:42Z', 'updated_at': '2022-03-08T04:55:46Z', 'revision_number': 4, 'project_id': '7f0b4fd35e9c400aae935dbc5753533e', 'subnets': [{'id': '838f88da-bc20-46cf-83f3-90a0b4dc4e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:55:47.874923 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4972715f-c0bf-452f-b6be-f657b1eb218a None None] The sync data for ids ['56eafb89-00cd-477a-9c40-b759321182ac'] in dv-cinder-740146-13-iscsi is: [{'id': '56eafb89-00cd-477a-9c40-b759321182ac', 'name': 'tempest-TestMinimumBasicScenario-2020271002-router', 'tenant_id': '7f0b4fd35e9c400aae935dbc5753533e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'aaca0251-2618-42e8-ab74-27833b75c17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:55:39Z', 'updated_at': '2022-03-08T04:55:43Z', 'revision_number': 4, 'project_id': '7f0b4fd35e9c400aae935dbc5753533e', 'gw_port': {'id': 'aaca0251-2618-42e8-ab74-27833b75c17f', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:14:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56eafb89-00cd-477a-9c40-b759321182ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:55:39Z', 'updated_at': '2022-03-08T04:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': 'a20c4ffc-71f9-4942-a847-ffc8451dadf1', 'name': '', 'network_id': '30ac8b03-394d-4b8a-b8e0-005694591a8d', 'tenant_id': '7f0b4fd35e9c400aae935dbc5753533e', 'mac_address': 'fa:16:3e:07:40:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56eafb89-00cd-477a-9c40-b759321182ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '838f88da-bc20-46cf-83f3-90a0b4dc4e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:55:42Z', 'updated_at': '2022-03-08T04:55:46Z', 'revision_number': 4, 'project_id': '7f0b4fd35e9c400aae935dbc5753533e', 'subnets': [{'id': '838f88da-bc20-46cf-83f3-90a0b4dc4e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:55:47.889330 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-22f4f924-bd4e-4257-aa8e-36638b4746c3 None None] For port a20c4ffc-71f9-4942-a847-ffc8451dadf1, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=a20c4ffc-71f9-4942-a847-ffc8451dadf1,segment=NetworkSegment(1a22e4ea-572c-4d07-9b3d-17658c306161),segment_id=1a22e4ea-572c-4d07-9b3d-17658c306161)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:55:47.891927 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddcbc74-a7dc-4171-832c-3aec9d618dfb tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Pushing event updated for resources: {'Port': ['ID=829a817c-5d5a-40f3-8803-560ff46b2a59,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:47.956480 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef851807-8562-4c73-80f8-e9da6e75128e req-bddcbc74-a7dc-4171-832c-3aec9d618dfb tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:47.958084 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-ef851807-8562-4c73-80f8-e9da6e75128e req-bddcbc74-a7dc-4171-832c-3aec9d618dfb tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:47.992754 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-22f4f924-bd4e-4257-aa8e-36638b4746c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (a20c4ffc-71f9-4942-a847-ffc8451dadf1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:48.055588 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f22c5-64a6-4d79-bfc4-360698e61076 req-36e7f5e7-f97e-48c3-8eb1-675c086e65cc tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:48.057099 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-c35f22c5-64a6-4d79-bfc4-360698e61076 req-36e7f5e7-f97e-48c3-8eb1-675c086e65cc tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edcdebd-7a76-481f-8f14-2238f2c6de92 HTTP/1.1" status: 200 len: 931 time: 0.1895647 Mar 08 04:55:48.063560 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ef851807-8562-4c73-80f8-e9da6e75128e req-bddcbc74-a7dc-4171-832c-3aec9d618dfb tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2559586 Mar 08 04:55:48.066641 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33f4988-2b21-490e-8bce-7d0fb0663214 tempest-TestVolumeBootPattern-338976952 tempest-TestVolumeBootPattern-338976952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:48.068307 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-c33f4988-2b21-490e-8bce-7d0fb0663214 tempest-TestVolumeBootPattern-338976952 tempest-TestVolumeBootPattern-338976952-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f07bd60e-0657-4bec-8ea3-6f2a87674bc3 HTTP/1.1" status: 200 len: 1125 time: 0.3906496 Mar 08 04:55:48.071258 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 48804) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:55:48.076463 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [req-ef851807-8562-4c73-80f8-e9da6e75128e req-08a3cad4-764d-4da2-84dd-08ddec86d6d4 service neutron] Request body: {'port': {'device_id': '5edcdebd-7a76-481f-8f14-2238f2c6de92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:55:48.082402 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f4f924-bd4e-4257-aa8e-36638b4746c3 None None] Pushing event updated for resources: {'Port': ['ID=a20c4ffc-71f9-4942-a847-ffc8451dadf1,revision_number=5']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:48.090293 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-ad1d7488-30a0-4dfe-b166-a5acffc47b6a tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Request body: {'floatingip': {'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'port_id': 'be61fff7-3006-4915-b7b6-cce7c6651a44', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:55:48.183764 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-c35f22c5-64a6-4d79-bfc4-360698e61076 req-79cbaecc-8288-4e68-aa8b-30ea35f5d921 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b897eda-2ec5-40c4-96e8-67c9ca6b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090906 Mar 08 04:55:48.193787 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-ef851807-8562-4c73-80f8-e9da6e75128e req-08a3cad4-764d-4da2-84dd-08ddec86d6d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (829a817c-5d5a-40f3-8803-560ff46b2a59), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:48.257629 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ad1d7488-30a0-4dfe-b166-a5acffc47b6a tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:48.304008 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device a20c4ffc-71f9-4942-a847-ffc8451dadf1 up at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:55:48.386408 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ad1d7488-30a0-4dfe-b166-a5acffc47b6a tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:48.429372 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Provisioning complete for port a20c4ffc-71f9-4942-a847-ffc8451dadf1 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:55:48.429783 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (a20c4ffc-71f9-4942-a847-ffc8451dadf1), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:48.550789 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.db_base_plugin_common [None req-ad1d7488-30a0-4dfe-b166-a5acffc47b6a tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Allocated IP 172.27.0.91 (e335cf5a-bd08-4697-9061-81dcecc4c284/5add51e7-3273-4e08-a772-a967bfff1dcd/61fd42ba-b45f-49a6-9380-a6bb3d8ae5ea) {{(pid=110145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:55:48.562970 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Current status of the port a20c4ffc-71f9-4942-a847-ffc8451dadf1 is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:55:48.687979 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [req-ef851807-8562-4c73-80f8-e9da6e75128e req-08a3cad4-764d-4da2-84dd-08ddec86d6d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 829a817c-5d5a-40f3-8803-560ff46b2a59 {{(pid=110144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:55:48.701078 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-ef851807-8562-4c73-80f8-e9da6e75128e req-08a3cad4-764d-4da2-84dd-08ddec86d6d4 service neutron] Publish callbacks [] for port (829a817c-5d5a-40f3-8803-560ff46b2a59), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:48.719708 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:48.726426 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.provisioning_blocks [req-ef851807-8562-4c73-80f8-e9da6e75128e req-08a3cad4-764d-4da2-84dd-08ddec86d6d4 service neutron] Transition to ACTIVE for port object 829a817c-5d5a-40f3-8803-560ff46b2a59 will not be triggered until provisioned by entity L2. {{(pid=110144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 04:55:48.727807 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ad1d7488-30a0-4dfe-b166-a5acffc47b6a tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for port (61fd42ba-b45f-49a6-9380-a6bb3d8ae5ea), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:48.801762 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-ef851807-8562-4c73-80f8-e9da6e75128e req-08a3cad4-764d-4da2-84dd-08ddec86d6d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4052309'] for port (829a817c-5d5a-40f3-8803-560ff46b2a59), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:48.857547 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3cad4-764d-4da2-84dd-08ddec86d6d4 service neutron] Pushing event updated for resources: {'Port': ['ID=829a817c-5d5a-40f3-8803-560ff46b2a59,revision_number=2']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:48.860050 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ad1d7488-30a0-4dfe-b166-a5acffc47b6a tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793137'] for port (61fd42ba-b45f-49a6-9380-a6bb3d8ae5ea), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:48.880549 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1d7488-30a0-4dfe-b166-a5acffc47b6a tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Network e335cf5a-bd08-4697-9061-81dcecc4c284 is already hosted by enough agents. {{(pid=110145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:55:48.887035 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.base_scheduler [None req-ad1d7488-30a0-4dfe-b166-a5acffc47b6a tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Resources bound (agent type, host, resource id): {{(pid=110145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:55:48.934919 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1d7488-30a0-4dfe-b166-a5acffc47b6a tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Received port after_create {{(pid=110145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:55:48.978280 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-ef851807-8562-4c73-80f8-e9da6e75128e req-08a3cad4-764d-4da2-84dd-08ddec86d6d4 service neutron] Attempting to bind port 829a817c-5d5a-40f3-8803-560ff46b2a59 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:55:48.978865 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-ef851807-8562-4c73-80f8-e9da6e75128e req-08a3cad4-764d-4da2-84dd-08ddec86d6d4 service neutron] Attempting to bind port 829a817c-5d5a-40f3-8803-560ff46b2a59 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '03d8bf38-0678-448f-9bc7-95730c18710f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46'}] {{(pid=110144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:55:48.979005 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef851807-8562-4c73-80f8-e9da6e75128e req-08a3cad4-764d-4da2-84dd-08ddec86d6d4 service neutron] Attempting to bind port 829a817c-5d5a-40f3-8803-560ff46b2a59 on network e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46 {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:55:48.984707 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef851807-8562-4c73-80f8-e9da6e75128e req-08a3cad4-764d-4da2-84dd-08ddec86d6d4 service neutron] Port 829a817c-5d5a-40f3-8803-560ff46b2a59 on network e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 04:55:48.985034 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef851807-8562-4c73-80f8-e9da6e75128e req-08a3cad4-764d-4da2-84dd-08ddec86d6d4 service neutron] Attempting to bind port 829a817c-5d5a-40f3-8803-560ff46b2a59 on network e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46 {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:55:48.992433 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef851807-8562-4c73-80f8-e9da6e75128e req-08a3cad4-764d-4da2-84dd-08ddec86d6d4 service neutron] Checking agent: {'id': '8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'started_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:55:48.992778 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef851807-8562-4c73-80f8-e9da6e75128e req-08a3cad4-764d-4da2-84dd-08ddec86d6d4 service neutron] Checking segment: {'id': '03d8bf38-0678-448f-9bc7-95730c18710f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:55:48.993235 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef851807-8562-4c73-80f8-e9da6e75128e req-08a3cad4-764d-4da2-84dd-08ddec86d6d4 service neutron] Bound using segment: {'id': '03d8bf38-0678-448f-9bc7-95730c18710f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46'} {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:55:48.993649 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-ef851807-8562-4c73-80f8-e9da6e75128e req-08a3cad4-764d-4da2-84dd-08ddec86d6d4 service neutron] Bound port: 829a817c-5d5a-40f3-8803-560ff46b2a59, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03d8bf38-0678-448f-9bc7-95730c18710f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46'}}] {{(pid=110144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:55:48.993995 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-ef851807-8562-4c73-80f8-e9da6e75128e req-08a3cad4-764d-4da2-84dd-08ddec86d6d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (829a817c-5d5a-40f3-8803-560ff46b2a59), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:49.065485 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d7488-30a0-4dfe-b166-a5acffc47b6a tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Pushing event updated for resources: {'Port': ['ID=61fd42ba-b45f-49a6-9380-a6bb3d8ae5ea,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:49.083503 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-ef851807-8562-4c73-80f8-e9da6e75128e req-08a3cad4-764d-4da2-84dd-08ddec86d6d4 service neutron] For port 829a817c-5d5a-40f3-8803-560ff46b2a59, host hv-cinder-74014, cleared binding levels {{(pid=110144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:55:49.087012 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-ef851807-8562-4c73-80f8-e9da6e75128e req-08a3cad4-764d-4da2-84dd-08ddec86d6d4 service neutron] For port 829a817c-5d5a-40f3-8803-560ff46b2a59, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=829a817c-5d5a-40f3-8803-560ff46b2a59,segment=NetworkSegment(03d8bf38-0678-448f-9bc7-95730c18710f),segment_id=03d8bf38-0678-448f-9bc7-95730c18710f)] {{(pid=110144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:55:49.165860 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-ef851807-8562-4c73-80f8-e9da6e75128e req-08a3cad4-764d-4da2-84dd-08ddec86d6d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4052309'] for port (829a817c-5d5a-40f3-8803-560ff46b2a59), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:49.218600 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef851807-8562-4c73-80f8-e9da6e75128e req-08a3cad4-764d-4da2-84dd-08ddec86d6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:49.219367 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-ef851807-8562-4c73-80f8-e9da6e75128e req-08a3cad4-764d-4da2-84dd-08ddec86d6d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:49.221551 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ef851807-8562-4c73-80f8-e9da6e75128e req-08a3cad4-764d-4da2-84dd-08ddec86d6d4 service neutron] 10.222.0.18 "PUT /v2.0/ports/829a817c-5d5a-40f3-8803-560ff46b2a59 HTTP/1.1" status: 200 len: 1093 time: 1.1504111 Mar 08 04:55:49.222103 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5edcdebd-7a76-481f-8f14-2238f2c6de92', 'tag': '829a817c-5d5a-40f3-8803-560ff46b2a59'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:55:49.224442 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854af5ef-1244-4e1d-a2a8-6e3154c7efcc" -d '{"events": [{"name": "network-changed", "server_uuid": "5edcdebd-7a76-481f-8f14-2238f2c6de92", "tag": "829a817c-5d5a-40f3-8803-560ff46b2a59"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:55:49.289945 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a3cad4-764d-4da2-84dd-08ddec86d6d4 service neutron] Pushing event updated for resources: {'Port': ['ID=829a817c-5d5a-40f3-8803-560ff46b2a59,revision_number=3']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:49.302562 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc39405-5ea6-425e-834d-074f3ebe93de x-openstack-request-id: req-ebc39405-5ea6-425e-834d-074f3ebe93de {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:55:49.303141 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5edcdebd-7a76-481f-8f14-2238f2c6de92", "tag": "829a817c-5d5a-40f3-8803-560ff46b2a59", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:55:49.304020 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ebc39405-5ea6-425e-834d-074f3ebe93de {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:55:49.305128 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5edcdebd-7a76-481f-8f14-2238f2c6de92', 'tag': '829a817c-5d5a-40f3-8803-560ff46b2a59', 'status': 'completed', 'code': 200} Mar 08 04:55:49.438625 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854af5ef-1244-4e1d-a2a8-6e3154c7efcc req-11f0a581-daf4-4e56-8be7-ae5737f27c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:49.440247 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-854af5ef-1244-4e1d-a2a8-6e3154c7efcc req-11f0a581-daf4-4e56-8be7-ae5737f27c12 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=53226347ce91485b83dcebd65194b876&device_id=5edcdebd-7a76-481f-8f14-2238f2c6de92 HTTP/1.1" status: 200 len: 1127 time: 0.1088738 Mar 08 04:55:49.451012 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ad1d7488-30a0-4dfe-b166-a5acffc47b6a tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for floatingip (95f3cd9e-b5ae-489e-9e8d-dfe789be7f62), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:49.474674 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9918e8-a107-4886-97d1-389dc26cb411 req-652e3c78-5386-4a49-9c25-92009e083c74 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:49.475987 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-8c9918e8-a107-4886-97d1-389dc26cb411 req-652e3c78-5386-4a49-9c25-92009e083c74 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edcdebd-7a76-481f-8f14-2238f2c6de92 HTTP/1.1" status: 200 len: 943 time: 0.0907872 Mar 08 04:55:49.623992 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-8c9918e8-a107-4886-97d1-389dc26cb411 req-6d203d44-b890-4a90-86f6-5c06ccd260ff tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b897eda-2ec5-40c4-96e8-67c9ca6b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161630 Mar 08 04:55:49.627516 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ad1d7488-30a0-4dfe-b166-a5acffc47b6a tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (61fd42ba-b45f-49a6-9380-a6bb3d8ae5ea), before_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:49.648614 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854af5ef-1244-4e1d-a2a8-6e3154c7efcc req-ba9cdbd8-4865-4fff-a5e2-8bbf786c087e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:49.650411 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-854af5ef-1244-4e1d-a2a8-6e3154c7efcc req-ba9cdbd8-4865-4fff-a5e2-8bbf786c087e service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=53226347ce91485b83dcebd65194b876&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2020378 Mar 08 04:55:49.766433 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854af5ef-1244-4e1d-a2a8-6e3154c7efcc req-ab540fba-50a8-4d80-9865-31e1cbd3d62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:49.768429 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-854af5ef-1244-4e1d-a2a8-6e3154c7efcc req-ab540fba-50a8-4d80-9865-31e1cbd3d62c service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1128180 Mar 08 04:55:49.830009 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ad1d7488-30a0-4dfe-b166-a5acffc47b6a tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for port (61fd42ba-b45f-49a6-9380-a6bb3d8ae5ea), precommit_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:49.862569 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef851807-8562-4c73-80f8-e9da6e75128e req-af8ce208-6bdf-41f2-aad5-9b7d8f9e64f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:49.864270 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ef851807-8562-4c73-80f8-e9da6e75128e req-af8ce208-6bdf-41f2-aad5-9b7d8f9e64f8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=53226347ce91485b83dcebd65194b876&device_id=5edcdebd-7a76-481f-8f14-2238f2c6de92 HTTP/1.1" status: 200 len: 1127 time: 0.0487680 Mar 08 04:55:49.910714 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ef851807-8562-4c73-80f8-e9da6e75128e req-43f0d13d-b4fe-4b8f-95d1-a2fefcf46140 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=829a817c-5d5a-40f3-8803-560ff46b2a59 HTTP/1.1" status: 200 len: 217 time: 0.0403538 Mar 08 04:55:50.121056 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ad1d7488-30a0-4dfe-b166-a5acffc47b6a tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62793160'] for port (61fd42ba-b45f-49a6-9380-a6bb3d8ae5ea), after_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:50.172500 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:50.192423 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d7488-30a0-4dfe-b166-a5acffc47b6a tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Pushing event updated for resources: {'Port': ['ID=61fd42ba-b45f-49a6-9380-a6bb3d8ae5ea,revision_number=2']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:50.205897 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ad1d7488-30a0-4dfe-b166-a5acffc47b6a tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952661'] for floatingip (95f3cd9e-b5ae-489e-9e8d-dfe789be7f62), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:50.230557 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef851807-8562-4c73-80f8-e9da6e75128e req-b3a0d4d4-b150-4355-ace2-8ebc5290f6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:50.232090 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ef851807-8562-4c73-80f8-e9da6e75128e req-b3a0d4d4-b150-4355-ace2-8ebc5290f6e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=97dd6ad5-3719-4976-b274-4923edb2fc0a HTTP/1.1" status: 200 len: 848 time: 0.3165474 Mar 08 04:55:50.269211 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ef851807-8562-4c73-80f8-e9da6e75128e req-dafbfc6d-88d8-472d-92bf-1fc8f497f79b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283237 Mar 08 04:55:50.346075 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.db.l3_db [None req-ad1d7488-30a0-4dfe-b166-a5acffc47b6a tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Floating IP 95f3cd9e-b5ae-489e-9e8d-dfe789be7f62 associated. External IP: 172.27.0.91, port: be61fff7-3006-4915-b7b6-cce7c6651a44. Mar 08 04:55:50.392943 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ef851807-8562-4c73-80f8-e9da6e75128e req-1e62df03-c228-4890-b381-fff8628b73b9 service neutron] 10.222.0.18 "GET /v2.0/networks/e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114471 Mar 08 04:55:50.495213 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ef851807-8562-4c73-80f8-e9da6e75128e req-03a579f0-65da-4738-9023-fab68250ffef service neutron] 10.222.0.18 "GET /v2.0/networks/e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961490 Mar 08 04:55:50.833115 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d07137-0bc6-4119-bcfd-e3670ff54790 req-96515982-01b0-40db-b69c-74ab2618bc21 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:50.834727 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-77d07137-0bc6-4119-bcfd-e3670ff54790 req-96515982-01b0-40db-b69c-74ab2618bc21 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edcdebd-7a76-481f-8f14-2238f2c6de92 HTTP/1.1" status: 200 len: 943 time: 0.1100109 Mar 08 04:55:50.923955 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-77d07137-0bc6-4119-bcfd-e3670ff54790 req-72895383-feff-4620-921f-661a6ba15fa8 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b897eda-2ec5-40c4-96e8-67c9ca6b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832109 Mar 08 04:55:50.930357 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1d7488-30a0-4dfe-b166-a5acffc47b6a tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Router cefccb04-0a25-4799-867e-87c90af5ccf0 has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:55:51.055844 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1d7488-30a0-4dfe-b166-a5acffc47b6a tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:55:51.067470 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0c97ed-04f9-4329-8e9c-f115c8ccedab None None] Sync routers for ids ['cefccb04-0a25-4799-867e-87c90af5ccf0'] in dv-cinder-740146-13-iscsi {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:55:51.081420 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0c97ed-04f9-4329-8e9c-f115c8ccedab None None] Routers {'cefccb04-0a25-4799-867e-87c90af5ccf0'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:55:51.082308 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-2c0c97ed-04f9-4329-8e9c-f115c8ccedab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:55:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['cefccb04-0a25-4799-867e-87c90af5ccf0'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:55:51.177670 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ad1d7488-30a0-4dfe-b166-a5acffc47b6a tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for floatingip (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:51.194001 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-2c0c97ed-04f9-4329-8e9c-f115c8ccedab None None] Set router cefccb04-0a25-4799-867e-87c90af5ccf0 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:55:51.239372 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-ad1d7488-30a0-4dfe-b166-a5acffc47b6a tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1612334 Mar 08 04:55:51.240075 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f07bd60e-0657-4bec-8ea3-6f2a87674bc3', 'tag': 'be61fff7-3006-4915-b7b6-cce7c6651a44'}] {{(pid=110145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:55:51.244788 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71968b58d2f8aa6f8c15556c85a5ad4508c502c1b37aaef7a0ee3c4c7a23d4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb176265-94cd-4b64-ab54-24fefa049785" -d '{"events": [{"name": "network-changed", "server_uuid": "f07bd60e-0657-4bec-8ea3-6f2a87674bc3", "tag": "be61fff7-3006-4915-b7b6-cce7c6651a44"}]}' {{(pid=110145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:55:51.303215 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6481b66-f3f9-4db7-ab3e-f6a39bf8d76b x-openstack-request-id: req-e6481b66-f3f9-4db7-ab3e-f6a39bf8d76b {{(pid=110145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:55:51.303596 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f07bd60e-0657-4bec-8ea3-6f2a87674bc3", "tag": "be61fff7-3006-4915-b7b6-cce7c6651a44", "status": "completed", "code": 200}]} {{(pid=110145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:55:51.303941 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e6481b66-f3f9-4db7-ab3e-f6a39bf8d76b {{(pid=110145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:55:51.304348 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f07bd60e-0657-4bec-8ea3-6f2a87674bc3', 'tag': 'be61fff7-3006-4915-b7b6-cce7c6651a44', 'status': 'completed', 'code': 200} Mar 08 04:55:51.375173 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb176265-94cd-4b64-ab54-24fefa049785 req-0a6afc91-e9ff-41f1-aa91-382eec788e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:51.376762 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cb176265-94cd-4b64-ab54-24fefa049785 req-0a6afc91-e9ff-41f1-aa91-382eec788e26 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=765d2cac172b406bbe3b16713b3aedd6&device_id=f07bd60e-0657-4bec-8ea3-6f2a87674bc3 HTTP/1.1" status: 200 len: 1130 time: 0.0501013 Mar 08 04:55:51.451464 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-2c0c97ed-04f9-4329-8e9c-f115c8ccedab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'name': 'tempest-TestVolumeBootPattern-1106610680-router', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'bd735f17-7f06-456d-bc56-188012149a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:54:39Z', 'updated_at': '2022-03-08T04:54:43Z', 'revision_number': 4, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'gw_port': {'id': 'bd735f17-7f06-456d-bc56-188012149a29', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:40Z', 'updated_at': '2022-03-08T04:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': '95f3cd9e-b5ae-489e-9e8d-dfe789be7f62', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'floating_ip_address': '172.27.0.91', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'port_id': 'be61fff7-3006-4915-b7b6-cce7c6651a44', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'mac_address': 'fa:16:3e:39:96:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07bd60e-0657-4bec-8ea3-6f2a87674bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:55:49Z', 'updated_at': '2022-03-08T04:55:49Z', 'revision_number': 0, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6', 'name': '', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'mac_address': 'fa:16:3e:1b:6b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:42Z', 'updated_at': '2022-03-08T04:54:46Z', 'revision_number': 5, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'subnets': [{'id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:55:51.478757 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb176265-94cd-4b64-ab54-24fefa049785 req-65b4ab8a-2f40-486a-afd7-3a7814eafb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:51.480239 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cb176265-94cd-4b64-ab54-24fefa049785 req-65b4ab8a-2f40-486a-afd7-3a7814eafb02 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a5e0ee09-af9b-47bb-91a6-5a6b90ff711c HTTP/1.1" status: 200 len: 913 time: 0.0971844 Mar 08 04:55:51.484255 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0c97ed-04f9-4329-8e9c-f115c8ccedab None None] Checking router: cefccb04-0a25-4799-867e-87c90af5ccf0 for host: dv-cinder-740146-13-iscsi {{(pid=110147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:55:51.498979 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0c97ed-04f9-4329-8e9c-f115c8ccedab None None] Routers {'cefccb04-0a25-4799-867e-87c90af5ccf0'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:55:51.499721 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-2c0c97ed-04f9-4329-8e9c-f115c8ccedab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:55:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['cefccb04-0a25-4799-867e-87c90af5ccf0'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:55:51.562603 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cb176265-94cd-4b64-ab54-24fefa049785 req-d41bd06a-43e6-44ac-9096-4fee2bd6c38c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be61fff7-3006-4915-b7b6-cce7c6651a44 HTTP/1.1" status: 200 len: 999 time: 0.0751014 Mar 08 04:55:51.630496 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb176265-94cd-4b64-ab54-24fefa049785 req-498c78bc-5bc8-4bd7-9fb3-23738445890b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:51.632355 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cb176265-94cd-4b64-ab54-24fefa049785 req-498c78bc-5bc8-4bd7-9fb3-23738445890b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dd319751-0ba2-4bbf-9f61-65487594c0f2 HTTP/1.1" status: 200 len: 851 time: 0.0632234 Mar 08 04:55:51.696152 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb176265-94cd-4b64-ab54-24fefa049785 req-50216735-d2c8-47a4-8125-5c54e078c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:51.697661 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cb176265-94cd-4b64-ab54-24fefa049785 req-50216735-d2c8-47a4-8125-5c54e078c5fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5e0ee09-af9b-47bb-91a6-5a6b90ff711c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0582507 Mar 08 04:55:51.730236 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-2c0c97ed-04f9-4329-8e9c-f115c8ccedab None None] Set router cefccb04-0a25-4799-867e-87c90af5ccf0 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:55:51.810348 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cb176265-94cd-4b64-ab54-24fefa049785 req-ca1cd154-ae40-4925-b637-b76c3ba1ddf4 service neutron] 10.222.0.18 "GET /v2.0/networks/a5e0ee09-af9b-47bb-91a6-5a6b90ff711c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037757 Mar 08 04:55:51.921411 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cb176265-94cd-4b64-ab54-24fefa049785 req-f5cc076a-43c0-4f9d-b585-49d059cc6af5 service neutron] 10.222.0.18 "GET /v2.0/networks/a5e0ee09-af9b-47bb-91a6-5a6b90ff711c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044493 Mar 08 04:55:51.987610 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-2c0c97ed-04f9-4329-8e9c-f115c8ccedab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'name': 'tempest-TestVolumeBootPattern-1106610680-router', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'bd735f17-7f06-456d-bc56-188012149a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:54:39Z', 'updated_at': '2022-03-08T04:54:43Z', 'revision_number': 4, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'gw_port': {'id': 'bd735f17-7f06-456d-bc56-188012149a29', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:40Z', 'updated_at': '2022-03-08T04:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': '95f3cd9e-b5ae-489e-9e8d-dfe789be7f62', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'floating_ip_address': '172.27.0.91', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'port_id': 'be61fff7-3006-4915-b7b6-cce7c6651a44', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'mac_address': 'fa:16:3e:39:96:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07bd60e-0657-4bec-8ea3-6f2a87674bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:55:49Z', 'updated_at': '2022-03-08T04:55:49Z', 'revision_number': 0, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6', 'name': '', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'mac_address': 'fa:16:3e:1b:6b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:42Z', 'updated_at': '2022-03-08T04:54:46Z', 'revision_number': 5, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'subnets': [{'id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:55:52.020067 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0c97ed-04f9-4329-8e9c-f115c8ccedab None None] The sync data for ids ['cefccb04-0a25-4799-867e-87c90af5ccf0'] in dv-cinder-740146-13-iscsi is: [{'id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'name': 'tempest-TestVolumeBootPattern-1106610680-router', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'bd735f17-7f06-456d-bc56-188012149a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:54:39Z', 'updated_at': '2022-03-08T04:54:43Z', 'revision_number': 4, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'gw_port': {'id': 'bd735f17-7f06-456d-bc56-188012149a29', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:40Z', 'updated_at': '2022-03-08T04:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': '95f3cd9e-b5ae-489e-9e8d-dfe789be7f62', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'floating_ip_address': '172.27.0.91', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'port_id': 'be61fff7-3006-4915-b7b6-cce7c6651a44', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 710, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'mac_address': 'fa:16:3e:39:96:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f07bd60e-0657-4bec-8ea3-6f2a87674bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:55:49Z', 'updated_at': '2022-03-08T04:55:49Z', 'revision_number': 0, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6', 'name': '', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'mac_address': 'fa:16:3e:1b:6b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:42Z', 'updated_at': '2022-03-08T04:54:46Z', 'revision_number': 5, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'subnets': [{'id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:55:52.076361 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b84768-7c71-4bcd-abe1-596e7cc86fa7 req-67d3d475-7c15-4293-9f39-03ada6264abd tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:52.085556 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-72b84768-7c71-4bcd-abe1-596e7cc86fa7 req-67d3d475-7c15-4293-9f39-03ada6264abd tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edcdebd-7a76-481f-8f14-2238f2c6de92 HTTP/1.1" status: 200 len: 943 time: 0.0795834 Mar 08 04:55:52.137703 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-72b84768-7c71-4bcd-abe1-596e7cc86fa7 req-a35e04c9-46cb-4916-8ee8-7f5a573dfb80 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b897eda-2ec5-40c4-96e8-67c9ca6b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512369 Mar 08 04:55:52.264401 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332a67cb-1b18-41e0-8bc9-c05874be61a5 None None] New status for floating IP 95f3cd9e-b5ae-489e-9e8d-dfe789be7f62: ACTIVE {{(pid=110146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:55:53.263469 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60308c00-c5d9-467a-bfa9-910e31acb624 req-c1c17689-f108-4f67-9f03-24b95b268034 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:53.265787 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-60308c00-c5d9-467a-bfa9-910e31acb624 req-c1c17689-f108-4f67-9f03-24b95b268034 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edcdebd-7a76-481f-8f14-2238f2c6de92 HTTP/1.1" status: 200 len: 943 time: 0.0571775 Mar 08 04:55:53.316190 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-60308c00-c5d9-467a-bfa9-910e31acb624 req-ca494c0e-1669-4520-8832-1e9b09fe68cc tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b897eda-2ec5-40c4-96e8-67c9ca6b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429387 Mar 08 04:55:53.893016 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 829a817c-5d5a-40f3-8803-560ff46b2a59 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=110146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:55:53.991464 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 829a817c-5d5a-40f3-8803-560ff46b2a59, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=829a817c-5d5a-40f3-8803-560ff46b2a59,segment=NetworkSegment(03d8bf38-0678-448f-9bc7-95730c18710f),segment_id=03d8bf38-0678-448f-9bc7-95730c18710f)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:55:54.004522 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Returning: {'device': '829a817c-5d5a-40f3-8803-560ff46b2a59', 'network_id': 'e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46', 'port_id': '829a817c-5d5a-40f3-8803-560ff46b2a59', 'mac_address': 'fa:16:3e:30:c0:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97dd6ad5-3719-4976-b274-4923edb2fc0a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:55:54.045942 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port 829a817c-5d5a-40f3-8803-560ff46b2a59 is: DOWN; New status is: BUILD {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:55:54.046329 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (829a817c-5d5a-40f3-8803-560ff46b2a59), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:54.063533 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 829a817c-5d5a-40f3-8803-560ff46b2a59 {{(pid=110146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:55:54.086543 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 829a817c-5d5a-40f3-8803-560ff46b2a59, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=829a817c-5d5a-40f3-8803-560ff46b2a59,segment=NetworkSegment(03d8bf38-0678-448f-9bc7-95730c18710f),segment_id=03d8bf38-0678-448f-9bc7-95730c18710f)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:55:54.189548 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (829a817c-5d5a-40f3-8803-560ff46b2a59), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:54.244967 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=829a817c-5d5a-40f3-8803-560ff46b2a59,revision_number=4']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:54.450678 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff10615-71bb-4912-b6b1-3f0cccfbf2ae req-65ca73a7-45c2-4632-9ff2-fb4a73fe0d61 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:54.452858 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-6ff10615-71bb-4912-b6b1-3f0cccfbf2ae req-65ca73a7-45c2-4632-9ff2-fb4a73fe0d61 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edcdebd-7a76-481f-8f14-2238f2c6de92 HTTP/1.1" status: 200 len: 944 time: 0.0627284 Mar 08 04:55:54.507630 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-6ff10615-71bb-4912-b6b1-3f0cccfbf2ae req-1c470874-a3a4-4f62-a61f-43d4edd9b870 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b897eda-2ec5-40c4-96e8-67c9ca6b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451720 Mar 08 04:55:54.513506 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] get_ports_and_sgs() called for port_ids ['829a817c-5d5a-40f3-8803-560ff46b2a59'] {{(pid=110146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:55:55.638575 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd0064-971e-4bec-b68c-91256e2d1127 req-4178c1a5-2b29-4475-a45e-4a64458849cb tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:55.646356 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-29fd0064-971e-4bec-b68c-91256e2d1127 req-4178c1a5-2b29-4475-a45e-4a64458849cb tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edcdebd-7a76-481f-8f14-2238f2c6de92 HTTP/1.1" status: 200 len: 944 time: 0.0641229 Mar 08 04:55:55.696509 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-29fd0064-971e-4bec-b68c-91256e2d1127 req-aee04e55-e5be-4fda-8cf7-70efe28ed492 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b897eda-2ec5-40c4-96e8-67c9ca6b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480387 Mar 08 04:55:55.949371 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 829a817c-5d5a-40f3-8803-560ff46b2a59 up at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:55:56.120810 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning for port 829a817c-5d5a-40f3-8803-560ff46b2a59 completed by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 04:55:56.125065 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning complete for port 829a817c-5d5a-40f3-8803-560ff46b2a59 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:55:56.125501 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (829a817c-5d5a-40f3-8803-560ff46b2a59), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:56.203464 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port 829a817c-5d5a-40f3-8803-560ff46b2a59 is: BUILD; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:55:56.203768 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (829a817c-5d5a-40f3-8803-560ff46b2a59), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:56.240868 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edcdebd-7a76-481f-8f14-2238f2c6de92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829a817c-5d5a-40f3-8803-560ff46b2a59'}] {{(pid=110146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:55:56.243129 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce5c9d46ce85cdc7bdd5e39ea1b8e3d9b9c3a590759baa6189aad05618b43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b9551c-05d5-4e03-911f-eac294111a9e" -d '{"events": [{"server_uuid": "5edcdebd-7a76-481f-8f14-2238f2c6de92", "name": "network-vif-plugged", "status": "completed", "tag": "829a817c-5d5a-40f3-8803-560ff46b2a59"}]}' {{(pid=110146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:55:56.264341 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 829a817c-5d5a-40f3-8803-560ff46b2a59, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=829a817c-5d5a-40f3-8803-560ff46b2a59,segment=NetworkSegment(03d8bf38-0678-448f-9bc7-95730c18710f),segment_id=03d8bf38-0678-448f-9bc7-95730c18710f)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:55:56.289276 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9d7d2d-354f-4ef6-a785-33a0a9bcc049 x-openstack-request-id: req-5f9d7d2d-354f-4ef6-a785-33a0a9bcc049 {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:55:56.289624 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edcdebd-7a76-481f-8f14-2238f2c6de92", "name": "network-vif-plugged", "status": "completed", "tag": "829a817c-5d5a-40f3-8803-560ff46b2a59", "code": 200}]} {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:55:56.289886 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5f9d7d2d-354f-4ef6-a785-33a0a9bcc049 {{(pid=110146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:55:56.290397 dv-cinder-740146-13-iscsi neutron-server[110146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5edcdebd-7a76-481f-8f14-2238f2c6de92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829a817c-5d5a-40f3-8803-560ff46b2a59', 'code': 200} Mar 08 04:55:56.346653 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (829a817c-5d5a-40f3-8803-560ff46b2a59), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:55:56.397059 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=829a817c-5d5a-40f3-8803-560ff46b2a59,revision_number=5']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:55:56.586609 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16030f21-879e-4578-aae4-41d8190c69cb req-0775b46f-fa5a-4de5-a20b-3db857ec6b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:56.588043 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-16030f21-879e-4578-aae4-41d8190c69cb req-0775b46f-fa5a-4de5-a20b-3db857ec6b9e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5edcdebd-7a76-481f-8f14-2238f2c6de92 HTTP/1.1" status: 200 len: 1129 time: 0.0464919 Mar 08 04:55:56.634998 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-16030f21-879e-4578-aae4-41d8190c69cb req-502142d4-8d39-4a3f-870d-599fa4200550 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4b897eda-2ec5-40c4-96e8-67c9ca6b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405903 Mar 08 04:55:56.813261 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e0baf-4902-4063-8a86-2b42abe7ee22 req-343ab672-2905-44ea-a157-94ed180d37c0 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:56.814762 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-425e0baf-4902-4063-8a86-2b42abe7ee22 req-343ab672-2905-44ea-a157-94ed180d37c0 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edcdebd-7a76-481f-8f14-2238f2c6de92 HTTP/1.1" status: 200 len: 945 time: 0.0520895 Mar 08 04:55:56.861050 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-425e0baf-4902-4063-8a86-2b42abe7ee22 req-2968c1e3-beab-48d1-ac70-e734b1e61216 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b897eda-2ec5-40c4-96e8-67c9ca6b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401053 Mar 08 04:55:57.195672 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:55:57.521198 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-34db0e56-492b-47ff-af69-1831a542d1ab tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:57.522558 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-34db0e56-492b-47ff-af69-1831a542d1ab tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/networks?id=c98b75ab-0d7f-44c5-97af-848390b94d78 HTTP/1.1" status: 200 len: 814 time: 0.1005225 Mar 08 04:55:57.536214 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-a20ee0ec-2fac-4d51-b497-9d93ce4f930e tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/quotas/75e35041f01d4bd187fbb22177ce3706 HTTP/1.1" status: 200 len: 375 time: 0.0084739 Mar 08 04:55:57.589338 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-7fada9ad-fab1-4f8a-a959-0fad02e6b872 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=75e35041f01d4bd187fbb22177ce3706&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485330 Mar 08 04:55:57.679086 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-40d0b569-92e7-4d70-bd2a-03fe65bc0e34 service neutron] 10.222.0.35 "GET /v2.0/networks/c98b75ab-0d7f-44c5-97af-848390b94d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789003 Mar 08 04:55:57.770780 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-d07f284e-42f8-4e82-978e-a6d43d0222d0 service neutron] 10.222.0.35 "GET /v2.0/networks/c98b75ab-0d7f-44c5-97af-848390b94d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861177 Mar 08 04:55:57.986180 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44ca81-05cf-4662-9ace-5b14bd80923e req-a34c2bbe-b99d-4680-aab4-c2ef419a9c1e tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:57.987706 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-5b44ca81-05cf-4662-9ace-5b14bd80923e req-a34c2bbe-b99d-4680-aab4-c2ef419a9c1e tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edcdebd-7a76-481f-8f14-2238f2c6de92 HTTP/1.1" status: 200 len: 945 time: 0.0613544 Mar 08 04:55:58.021651 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-3982af65-700a-4376-8332-1eaaff39cb72 req-35b540b8-dc25-4316-9c7e-83411d19137b tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 210 time: 0.0283139 Mar 08 04:55:58.041809 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-5b44ca81-05cf-4662-9ace-5b14bd80923e req-c5f21df5-4c0c-4471-af91-7a8d48cc7fb8 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b897eda-2ec5-40c4-96e8-67c9ca6b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480390 Mar 08 04:55:59.113054 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-fd1f437e-e831-4619-96ab-f58347e0cc8f req-c98d92b6-3d18-4be5-9360-5d33e629b58f tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 210 time: 0.0279348 Mar 08 04:55:59.161981 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf9f7e-f8c2-4d7c-a5f9-f201ad7da7e1 req-8c9d09de-8427-4ea7-b71c-92aba79eeadd tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:55:59.163514 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-21cf9f7e-f8c2-4d7c-a5f9-f201ad7da7e1 req-8c9d09de-8427-4ea7-b71c-92aba79eeadd tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edcdebd-7a76-481f-8f14-2238f2c6de92 HTTP/1.1" status: 200 len: 945 time: 0.0534396 Mar 08 04:55:59.210537 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-21cf9f7e-f8c2-4d7c-a5f9-f201ad7da7e1 req-f35e795a-7fd8-4d23-b145-663c62547b1e tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b897eda-2ec5-40c4-96e8-67c9ca6b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410385 Mar 08 04:55:59.797737 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:00.161808 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-12d98fa7-b40d-4f2c-8cd8-be2c9abf34da tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:00.163472 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-12d98fa7-b40d-4f2c-8cd8-be2c9abf34da tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.18 "GET /v2.0/networks?id=c98b75ab-0d7f-44c5-97af-848390b94d78 HTTP/1.1" status: 200 len: 814 time: 0.1064060 Mar 08 04:56:00.185046 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-b62aab2d-2cdb-45c7-b49e-6966a8cf0fbb tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Request body: {'port': {'device_id': '65a015bf-6fb7-4c79-8528-b06c9b2a366f', 'network_id': 'c98b75ab-0d7f-44c5-97af-848390b94d78', 'admin_state_up': True, 'tenant_id': '75e35041f01d4bd187fbb22177ce3706'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:56:00.209100 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-2e4e3740-383a-4bd6-a481-1476ca72b6b6 req-7e1a48d4-707d-4b96-ae40-879b10930c5f tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 210 time: 0.0271497 Mar 08 04:56:00.355054 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-b62aab2d-2cdb-45c7-b49e-6966a8cf0fbb tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Made reservation on behalf of 75e35041f01d4bd187fbb22177ce3706 for: {'port': 1} {{(pid=110144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:56:00.358808 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-b62aab2d-2cdb-45c7-b49e-6966a8cf0fbb tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:00.429578 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62ab3f-0d1e-49bf-811c-90b509895c2c req-2616890d-f70d-47e1-990e-88625b05f11b tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:00.431157 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-cb62ab3f-0d1e-49bf-811c-90b509895c2c req-2616890d-f70d-47e1-990e-88625b05f11b tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edcdebd-7a76-481f-8f14-2238f2c6de92 HTTP/1.1" status: 200 len: 945 time: 0.0577972 Mar 08 04:56:00.479574 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-cb62ab3f-0d1e-49bf-811c-90b509895c2c req-95fb2025-0e6a-4eeb-a0ff-b7f77855d5f9 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b897eda-2ec5-40c4-96e8-67c9ca6b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420644 Mar 08 04:56:00.491560 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_common [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-b62aab2d-2cdb-45c7-b49e-6966a8cf0fbb tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Allocated IP 172.20.0.5 (c98b75ab-0d7f-44c5-97af-848390b94d78/1389bb70-16b8-4ffc-992f-2288c4da026c/404d51ae-da13-45cc-a919-477c2485ffd5) {{(pid=110144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:56:00.635707 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-b62aab2d-2cdb-45c7-b49e-6966a8cf0fbb tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks [] for port (404d51ae-da13-45cc-a919-477c2485ffd5), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:00.770525 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-b62aab2d-2cdb-45c7-b49e-6966a8cf0fbb tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (404d51ae-da13-45cc-a919-477c2485ffd5), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:00.814604 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-b62aab2d-2cdb-45c7-b49e-6966a8cf0fbb tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Network c98b75ab-0d7f-44c5-97af-848390b94d78 is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:56:00.817589 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-b62aab2d-2cdb-45c7-b49e-6966a8cf0fbb tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:56:00.821204 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-b62aab2d-2cdb-45c7-b49e-6966a8cf0fbb tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Received port after_create {{(pid=110144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:56:00.827677 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62aab2d-2cdb-45c7-b49e-6966a8cf0fbb tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Pushing event updated for resources: {'Port': ['ID=404d51ae-da13-45cc-a919-477c2485ffd5,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:56:00.878068 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-b62aab2d-2cdb-45c7-b49e-6966a8cf0fbb tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:00.878798 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-b62aab2d-2cdb-45c7-b49e-6966a8cf0fbb tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:00.977344 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-b62aab2d-2cdb-45c7-b49e-6966a8cf0fbb tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7962139 Mar 08 04:56:01.132318 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-aa68bbb1-c1c8-4e8a-9fb4-ca4c2b47e15f None None] Provisioning complete for port 404d51ae-da13-45cc-a919-477c2485ffd5 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:56:01.133947 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-aa68bbb1-c1c8-4e8a-9fb4-ca4c2b47e15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (404d51ae-da13-45cc-a919-477c2485ffd5), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:01.178312 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-aa68bbb1-c1c8-4e8a-9fb4-ca4c2b47e15f None None] Port 404d51ae-da13-45cc-a919-477c2485ffd5 cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:56:01.367377 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9e1ba-1642-4497-8996-372fae29ca06 req-215acebe-b5c2-4604-9c26-caa85f11e27e tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:01.369731 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-61e9e1ba-1642-4497-8996-372fae29ca06 req-215acebe-b5c2-4604-9c26-caa85f11e27e tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 931 time: 0.0646675 Mar 08 04:56:01.433991 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-61e9e1ba-1642-4497-8996-372fae29ca06 req-986de1e3-213e-4dc0-ab4d-c1dafb4daf67 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/security-groups?id=77c6db58-89bb-4ee1-b061-c601dab7972c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569477 Mar 08 04:56:01.602080 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed5e33-53de-48b9-9abe-84f9fdd8b277 req-5eecd618-9881-4c4b-ba87-f900d34f9d19 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:01.603573 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-ceed5e33-53de-48b9-9abe-84f9fdd8b277 req-5eecd618-9881-4c4b-ba87-f900d34f9d19 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edcdebd-7a76-481f-8f14-2238f2c6de92 HTTP/1.1" status: 200 len: 945 time: 0.0544491 Mar 08 04:56:01.652084 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-ceed5e33-53de-48b9-9abe-84f9fdd8b277 req-6173135f-9412-4dc6-9eb6-db20a6ce6a97 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b897eda-2ec5-40c4-96e8-67c9ca6b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427241 Mar 08 04:56:02.566177 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc12ef-9915-4809-87d9-51b2ee7c22fb req-c1c40876-2eb5-4814-978d-401f1eef35c1 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:02.567669 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a6fc12ef-9915-4809-87d9-51b2ee7c22fb req-c1c40876-2eb5-4814-978d-401f1eef35c1 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 931 time: 0.0669129 Mar 08 04:56:02.616823 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a6fc12ef-9915-4809-87d9-51b2ee7c22fb req-8a38b098-c4b6-4c6d-9172-d0ad745f13c2 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/security-groups?id=77c6db58-89bb-4ee1-b061-c601dab7972c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435629 Mar 08 04:56:02.778984 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c41456-2695-4ff3-8774-891800b4603a req-f5a8b337-e15e-431b-a0ab-3dc83a2caa3f tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:02.780499 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-f2c41456-2695-4ff3-8774-891800b4603a req-f5a8b337-e15e-431b-a0ab-3dc83a2caa3f tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edcdebd-7a76-481f-8f14-2238f2c6de92 HTTP/1.1" status: 200 len: 945 time: 0.0620534 Mar 08 04:56:02.831074 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-f2c41456-2695-4ff3-8774-891800b4603a req-69e9bd60-ba64-416f-8d81-150b619ba197 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b897eda-2ec5-40c4-96e8-67c9ca6b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447912 Mar 08 04:56:03.753308 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c720e3c0-4c8a-4454-aee4-fe1eb91a62bb req-d1958bab-dfe6-4345-b17f-6a6ba42e75d0 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:03.760864 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c720e3c0-4c8a-4454-aee4-fe1eb91a62bb req-d1958bab-dfe6-4345-b17f-6a6ba42e75d0 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 931 time: 0.0685790 Mar 08 04:56:03.817238 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c720e3c0-4c8a-4454-aee4-fe1eb91a62bb req-a4dbf7a4-15b7-42ec-a382-65a44e4cb852 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/security-groups?id=77c6db58-89bb-4ee1-b061-c601dab7972c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554302 Mar 08 04:56:03.950069 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be5913-9e94-4058-a282-c905aa3699dd req-ae5c980b-c6df-4aab-a641-c75ef4319c0d tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:03.951537 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-77be5913-9e94-4058-a282-c905aa3699dd req-ae5c980b-c6df-4aab-a641-c75ef4319c0d tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edcdebd-7a76-481f-8f14-2238f2c6de92 HTTP/1.1" status: 200 len: 945 time: 0.0534465 Mar 08 04:56:03.998793 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-77be5913-9e94-4058-a282-c905aa3699dd req-79b1f90c-5b98-4760-943a-871c7b15e31d tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b897eda-2ec5-40c4-96e8-67c9ca6b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412235 Mar 08 04:56:04.937555 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbcc5c-9474-49fb-932b-7babc250a1e7 req-f48415df-bce4-4b2b-942d-84f8f3f30c28 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:04.939024 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-28fbcc5c-9474-49fb-932b-7babc250a1e7 req-f48415df-bce4-4b2b-942d-84f8f3f30c28 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 931 time: 0.0505443 Mar 08 04:56:04.985995 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-28fbcc5c-9474-49fb-932b-7babc250a1e7 req-d9cb630f-dd50-44ff-94ab-734efb329ef2 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/security-groups?id=77c6db58-89bb-4ee1-b061-c601dab7972c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397787 Mar 08 04:56:05.122494 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2f743-dbd9-46b6-8334-115c44cc5fcd req-be1be028-234b-4cfc-9ef2-98d8a6aeba7b tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:05.123873 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-28a2f743-dbd9-46b6-8334-115c44cc5fcd req-be1be028-234b-4cfc-9ef2-98d8a6aeba7b tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edcdebd-7a76-481f-8f14-2238f2c6de92 HTTP/1.1" status: 200 len: 945 time: 0.0541747 Mar 08 04:56:05.172103 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-28a2f743-dbd9-46b6-8334-115c44cc5fcd req-1e237221-9f6c-46ce-b012-d8b7ff5fb28c tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b897eda-2ec5-40c4-96e8-67c9ca6b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426064 Mar 08 04:56:06.110802 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8484c-615a-4f8c-b993-41a2b5d7a4bc req-6f8c9a47-1f11-4c0d-abef-88d76241ff19 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:06.112971 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cea8484c-615a-4f8c-b993-41a2b5d7a4bc req-6f8c9a47-1f11-4c0d-abef-88d76241ff19 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 931 time: 0.0627704 Mar 08 04:56:06.168013 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cea8484c-615a-4f8c-b993-41a2b5d7a4bc req-a82c863f-16ef-4a2b-92cd-45f8cdb69f29 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/security-groups?id=77c6db58-89bb-4ee1-b061-c601dab7972c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490682 Mar 08 04:56:06.320866 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b1fdd-e5ca-4b10-a4f2-bcc0165ebab1 req-9b5a5b44-cb65-4bf9-a4d5-40d7a38221a7 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:06.322537 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-dd9b1fdd-e5ca-4b10-a4f2-bcc0165ebab1 req-9b5a5b44-cb65-4bf9-a4d5-40d7a38221a7 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edcdebd-7a76-481f-8f14-2238f2c6de92 HTTP/1.1" status: 200 len: 945 time: 0.0623829 Mar 08 04:56:06.374823 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-dd9b1fdd-e5ca-4b10-a4f2-bcc0165ebab1 req-878b8a77-9c4f-4396-b4b4-3525ffaed7ab tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b897eda-2ec5-40c4-96e8-67c9ca6b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465314 Mar 08 04:56:07.292725 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2e0b26-deff-46bc-835b-3282dfe89ac1 req-624bc4c4-e492-4e36-944b-661d270be21d tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:07.300390 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1d2e0b26-deff-46bc-835b-3282dfe89ac1 req-624bc4c4-e492-4e36-944b-661d270be21d tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 931 time: 0.0658801 Mar 08 04:56:07.345098 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1d2e0b26-deff-46bc-835b-3282dfe89ac1 req-fb83ee57-77d2-4006-b95f-a67b3c3b1691 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/security-groups?id=77c6db58-89bb-4ee1-b061-c601dab7972c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438058 Mar 08 04:56:07.496910 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e83db7-e2d0-4e36-a6f2-868456d1a3f1 req-55d9bd2d-abc5-4707-a775-b0efb1c39c7e tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:07.498387 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-84e83db7-e2d0-4e36-a6f2-868456d1a3f1 req-55d9bd2d-abc5-4707-a775-b0efb1c39c7e tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edcdebd-7a76-481f-8f14-2238f2c6de92 HTTP/1.1" status: 200 len: 945 time: 0.0550799 Mar 08 04:56:07.545801 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-84e83db7-e2d0-4e36-a6f2-868456d1a3f1 req-29917fb8-d1bf-4d92-aed7-ff2d4e84d592 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b897eda-2ec5-40c4-96e8-67c9ca6b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414264 Mar 08 04:56:08.478923 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2f09e-9757-4103-b97d-9723448da5c6 req-00cfabc6-39f9-480e-947a-1368a4047a0a tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:08.481367 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-acf2f09e-9757-4103-b97d-9723448da5c6 req-00cfabc6-39f9-480e-947a-1368a4047a0a tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 931 time: 0.0688133 Mar 08 04:56:08.538390 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-acf2f09e-9757-4103-b97d-9723448da5c6 req-f7db70f8-0b15-4a88-b416-542869bb2538 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/security-groups?id=77c6db58-89bb-4ee1-b061-c601dab7972c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501990 Mar 08 04:56:08.681527 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6f81d-f744-4e5b-bcb0-dabecbc8b492 req-ee1a2136-b104-4a09-960c-5e0c408eef6a tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:08.683107 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-f3c6f81d-f744-4e5b-bcb0-dabecbc8b492 req-ee1a2136-b104-4a09-960c-5e0c408eef6a tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edcdebd-7a76-481f-8f14-2238f2c6de92 HTTP/1.1" status: 200 len: 945 time: 0.0630465 Mar 08 04:56:08.744407 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-f3c6f81d-f744-4e5b-bcb0-dabecbc8b492 req-16bc971d-9657-4bf8-85c0-966a45958473 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b897eda-2ec5-40c4-96e8-67c9ca6b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542622 Mar 08 04:56:09.654937 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1717b2-29cb-4931-89ce-6f4d9ee20cd5 req-0ae6b7de-0b0c-4d0b-82dd-4c228d12b683 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:09.656437 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-8d1717b2-29cb-4931-89ce-6f4d9ee20cd5 req-0ae6b7de-0b0c-4d0b-82dd-4c228d12b683 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 931 time: 0.0512450 Mar 08 04:56:09.706792 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-8d1717b2-29cb-4931-89ce-6f4d9ee20cd5 req-d3cd31c0-0b6c-477a-8b6b-37bdca2b013e tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/security-groups?id=77c6db58-89bb-4ee1-b061-c601dab7972c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438046 Mar 08 04:56:09.860477 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef936f8-2b96-4922-98fa-772a7878ccb3 req-e3dfad14-438b-4450-9e65-3e223f5ca1ae tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:09.861889 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-6ef936f8-2b96-4922-98fa-772a7878ccb3 req-e3dfad14-438b-4450-9e65-3e223f5ca1ae tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edcdebd-7a76-481f-8f14-2238f2c6de92 HTTP/1.1" status: 200 len: 945 time: 0.0518520 Mar 08 04:56:09.906590 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-6ef936f8-2b96-4922-98fa-772a7878ccb3 req-d5c407be-01ba-4dc0-baeb-15ba89b9f08b tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b897eda-2ec5-40c4-96e8-67c9ca6b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392349 Mar 08 04:56:10.822323 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98654b41-5b8b-4943-adbe-2440c359126a req-bdc4f536-bb35-4372-9e56-daf643f45592 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:10.823849 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-98654b41-5b8b-4943-adbe-2440c359126a req-bdc4f536-bb35-4372-9e56-daf643f45592 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 931 time: 0.0529745 Mar 08 04:56:10.869706 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-98654b41-5b8b-4943-adbe-2440c359126a req-8489d771-051c-4408-8352-0e32b4a0086b tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/security-groups?id=77c6db58-89bb-4ee1-b061-c601dab7972c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405138 Mar 08 04:56:11.020211 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a15609-448f-4562-9020-a96081f9fb4d req-72072057-b27b-4f9c-b8b3-6b6bd2c61f71 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:11.021582 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-58a15609-448f-4562-9020-a96081f9fb4d req-72072057-b27b-4f9c-b8b3-6b6bd2c61f71 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edcdebd-7a76-481f-8f14-2238f2c6de92 HTTP/1.1" status: 200 len: 945 time: 0.0503316 Mar 08 04:56:11.069461 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-58a15609-448f-4562-9020-a96081f9fb4d req-304657e9-4794-47c4-a128-1981b37d33de tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b897eda-2ec5-40c4-96e8-67c9ca6b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424535 Mar 08 04:56:11.983806 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b1878-4b5a-43d6-818f-e4cce42c467e req-eeebf5f8-15e0-4698-b670-df70a81fef91 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:11.985297 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9e5b1878-4b5a-43d6-818f-e4cce42c467e req-eeebf5f8-15e0-4698-b670-df70a81fef91 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 931 time: 0.0517251 Mar 08 04:56:12.029966 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9e5b1878-4b5a-43d6-818f-e4cce42c467e req-ea1d1f06-0c67-427d-b869-e79439b378d1 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/security-groups?id=77c6db58-89bb-4ee1-b061-c601dab7972c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393414 Mar 08 04:56:12.183482 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e63f39-6073-4334-a8c1-8124aa95858d req-f5752043-b611-4f84-89f3-899930531d61 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:12.184937 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-31e63f39-6073-4334-a8c1-8124aa95858d req-f5752043-b611-4f84-89f3-899930531d61 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edcdebd-7a76-481f-8f14-2238f2c6de92 HTTP/1.1" status: 200 len: 945 time: 0.0512025 Mar 08 04:56:12.229580 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-31e63f39-6073-4334-a8c1-8124aa95858d req-3710cc3b-2745-44dc-abbe-e655250a009d tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b897eda-2ec5-40c4-96e8-67c9ca6b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385151 Mar 08 04:56:12.427386 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-22c0a3f3-ad7a-46af-a11e-73872d11d055 service neutron] Request body: {'port': {'device_id': '65a015bf-6fb7-4c79-8528-b06c9b2a366f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:56:12.486488 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-22c0a3f3-ad7a-46af-a11e-73872d11d055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (404d51ae-da13-45cc-a919-477c2485ffd5), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:12.732309 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-22c0a3f3-ad7a-46af-a11e-73872d11d055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 404d51ae-da13-45cc-a919-477c2485ffd5 {{(pid=110144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:56:12.740205 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-22c0a3f3-ad7a-46af-a11e-73872d11d055 service neutron] Publish callbacks [] for port (404d51ae-da13-45cc-a919-477c2485ffd5), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:12.751495 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.provisioning_blocks [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-22c0a3f3-ad7a-46af-a11e-73872d11d055 service neutron] Transition to ACTIVE for port object 404d51ae-da13-45cc-a919-477c2485ffd5 will not be triggered until provisioned by entity L2. {{(pid=110144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 04:56:12.814544 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-22c0a3f3-ad7a-46af-a11e-73872d11d055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4052309'] for port (404d51ae-da13-45cc-a919-477c2485ffd5), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:12.867351 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0a3f3-ad7a-46af-a11e-73872d11d055 service neutron] Pushing event updated for resources: {'Port': ['ID=404d51ae-da13-45cc-a919-477c2485ffd5,revision_number=2']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:56:12.940712 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-22c0a3f3-ad7a-46af-a11e-73872d11d055 service neutron] Attempting to bind port 404d51ae-da13-45cc-a919-477c2485ffd5 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:56:12.941047 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-22c0a3f3-ad7a-46af-a11e-73872d11d055 service neutron] Attempting to bind port 404d51ae-da13-45cc-a919-477c2485ffd5 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '28a48966-e948-4833-ae1e-8372f318746c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c98b75ab-0d7f-44c5-97af-848390b94d78'}] {{(pid=110144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:56:12.941398 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-22c0a3f3-ad7a-46af-a11e-73872d11d055 service neutron] Attempting to bind port 404d51ae-da13-45cc-a919-477c2485ffd5 on network c98b75ab-0d7f-44c5-97af-848390b94d78 {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:56:12.945927 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-22c0a3f3-ad7a-46af-a11e-73872d11d055 service neutron] Port 404d51ae-da13-45cc-a919-477c2485ffd5 on network c98b75ab-0d7f-44c5-97af-848390b94d78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 04:56:12.946243 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-22c0a3f3-ad7a-46af-a11e-73872d11d055 service neutron] Attempting to bind port 404d51ae-da13-45cc-a919-477c2485ffd5 on network c98b75ab-0d7f-44c5-97af-848390b94d78 {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:56:12.951024 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-22c0a3f3-ad7a-46af-a11e-73872d11d055 service neutron] Checking agent: {'id': '8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'started_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:56:12.951359 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-22c0a3f3-ad7a-46af-a11e-73872d11d055 service neutron] Checking segment: {'id': '28a48966-e948-4833-ae1e-8372f318746c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c98b75ab-0d7f-44c5-97af-848390b94d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:56:12.951734 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-22c0a3f3-ad7a-46af-a11e-73872d11d055 service neutron] Bound using segment: {'id': '28a48966-e948-4833-ae1e-8372f318746c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c98b75ab-0d7f-44c5-97af-848390b94d78'} {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:56:12.952153 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-22c0a3f3-ad7a-46af-a11e-73872d11d055 service neutron] Bound port: 404d51ae-da13-45cc-a919-477c2485ffd5, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a48966-e948-4833-ae1e-8372f318746c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c98b75ab-0d7f-44c5-97af-848390b94d78'}}] {{(pid=110144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:56:12.952504 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-22c0a3f3-ad7a-46af-a11e-73872d11d055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (404d51ae-da13-45cc-a919-477c2485ffd5), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:13.014891 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-22c0a3f3-ad7a-46af-a11e-73872d11d055 service neutron] For port 404d51ae-da13-45cc-a919-477c2485ffd5, host hv-cinder-74014, cleared binding levels {{(pid=110144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:56:13.018314 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-22c0a3f3-ad7a-46af-a11e-73872d11d055 service neutron] For port 404d51ae-da13-45cc-a919-477c2485ffd5, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=404d51ae-da13-45cc-a919-477c2485ffd5,segment=NetworkSegment(28a48966-e948-4833-ae1e-8372f318746c),segment_id=28a48966-e948-4833-ae1e-8372f318746c)] {{(pid=110144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:56:13.081103 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-22c0a3f3-ad7a-46af-a11e-73872d11d055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4052309'] for port (404d51ae-da13-45cc-a919-477c2485ffd5), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:13.119429 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-22c0a3f3-ad7a-46af-a11e-73872d11d055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:13.120419 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-22c0a3f3-ad7a-46af-a11e-73872d11d055 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:13.122013 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-22c0a3f3-ad7a-46af-a11e-73872d11d055 service neutron] 10.222.0.18 "PUT /v2.0/ports/404d51ae-da13-45cc-a919-477c2485ffd5 HTTP/1.1" status: 200 len: 1093 time: 0.6995337 Mar 08 04:56:13.133064 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a015bf-6fb7-4c79-8528-b06c9b2a366f', 'tag': '404d51ae-da13-45cc-a919-477c2485ffd5'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:56:13.136105 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a16978c-9a2c-43ba-a5de-2ef8418f7c44" -d '{"events": [{"name": "network-changed", "server_uuid": "65a015bf-6fb7-4c79-8528-b06c9b2a366f", "tag": "404d51ae-da13-45cc-a919-477c2485ffd5"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:56:13.180002 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218caa12-ef54-4d11-b989-cccd96a031b9 x-openstack-request-id: req-218caa12-ef54-4d11-b989-cccd96a031b9 {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:56:13.180352 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a015bf-6fb7-4c79-8528-b06c9b2a366f", "tag": "404d51ae-da13-45cc-a919-477c2485ffd5", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:56:13.180609 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-218caa12-ef54-4d11-b989-cccd96a031b9 {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:56:13.181001 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a015bf-6fb7-4c79-8528-b06c9b2a366f', 'tag': '404d51ae-da13-45cc-a919-477c2485ffd5', 'status': 'completed', 'code': 200} Mar 08 04:56:13.193463 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0a3f3-ad7a-46af-a11e-73872d11d055 service neutron] Pushing event updated for resources: {'Port': ['ID=404d51ae-da13-45cc-a919-477c2485ffd5,revision_number=3']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:56:13.219721 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dce837-87c0-4cbc-aba0-c0a23b5df88f req-d14df379-6e2a-4e7f-9c04-5acaa0054585 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:13.222229 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-96dce837-87c0-4cbc-aba0-c0a23b5df88f req-d14df379-6e2a-4e7f-9c04-5acaa0054585 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 943 time: 0.1107383 Mar 08 04:56:13.294780 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-96dce837-87c0-4cbc-aba0-c0a23b5df88f req-fca656ab-b797-49f1-92e0-bfc167d89198 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/security-groups?id=77c6db58-89bb-4ee1-b061-c601dab7972c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576971 Mar 08 04:56:13.301463 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16978c-9a2c-43ba-a5de-2ef8418f7c44 req-eae1c170-4532-4008-9845-a963544b2e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:13.302961 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1a16978c-9a2c-43ba-a5de-2ef8418f7c44 req-eae1c170-4532-4008-9845-a963544b2e19 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75e35041f01d4bd187fbb22177ce3706&device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 1127 time: 0.1002963 Mar 08 04:56:13.369677 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32b77d-0a8c-47e0-8798-96750e5b8d5f req-152fbde9-29b7-4e60-b305-0393440967c0 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:13.371179 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-6b32b77d-0a8c-47e0-8798-96750e5b8d5f req-152fbde9-29b7-4e60-b305-0393440967c0 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edcdebd-7a76-481f-8f14-2238f2c6de92 HTTP/1.1" status: 200 len: 945 time: 0.0518556 Mar 08 04:56:13.404676 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16978c-9a2c-43ba-a5de-2ef8418f7c44 req-36593090-47b1-4e8b-99ae-93a4e5ff1e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:13.406175 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1a16978c-9a2c-43ba-a5de-2ef8418f7c44 req-36593090-47b1-4e8b-99ae-93a4e5ff1e8a service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=75e35041f01d4bd187fbb22177ce3706&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0933385 Mar 08 04:56:13.419156 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-6b32b77d-0a8c-47e0-8798-96750e5b8d5f req-fe5bcbbf-77eb-47fd-9698-421a957b3c6d tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b897eda-2ec5-40c4-96e8-67c9ca6b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416231 Mar 08 04:56:13.502548 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16978c-9a2c-43ba-a5de-2ef8418f7c44 req-85d8c88a-9c45-4e92-915f-e11df0d23751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:13.504067 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1a16978c-9a2c-43ba-a5de-2ef8418f7c44 req-85d8c88a-9c45-4e92-915f-e11df0d23751 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917823 Mar 08 04:56:13.590864 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-558bc0a5-3ce9-486f-bb5e-96bdee752ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:13.592264 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-558bc0a5-3ce9-486f-bb5e-96bdee752ff2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75e35041f01d4bd187fbb22177ce3706&device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 1127 time: 0.0453303 Mar 08 04:56:13.637743 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-cf040c73-a086-4380-b5bc-411598df3267 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=404d51ae-da13-45cc-a919-477c2485ffd5 HTTP/1.1" status: 200 len: 217 time: 0.0338337 Mar 08 04:56:13.715474 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-aad9c5c7-d318-4a5c-8de9-2506487bf4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:13.716920 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-aad9c5c7-d318-4a5c-8de9-2506487bf4a0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1389bb70-16b8-4ffc-992f-2288c4da026c HTTP/1.1" status: 200 len: 853 time: 0.0729508 Mar 08 04:56:13.739640 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298f43f-504f-4180-a436-965d348bebaf req-1ab81124-a431-4da6-be10-91ba7278295a tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:13.740993 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7298f43f-504f-4180-a436-965d348bebaf req-1ab81124-a431-4da6-be10-91ba7278295a tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.18 "GET /v2.0/ports?device_id=5edcdebd-7a76-481f-8f14-2238f2c6de92 HTTP/1.1" status: 200 len: 945 time: 0.0702529 Mar 08 04:56:13.829066 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-a114373d-d28e-473d-bf61-91d1b84e2d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:13.830543 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-a114373d-d28e-473d-bf61-91d1b84e2d52 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c98b75ab-0d7f-44c5-97af-848390b94d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1061397 Mar 08 04:56:13.909719 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-7298f43f-504f-4180-a436-965d348bebaf req-e22f3ae2-3ca7-4084-a420-a4750deafe12 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Deleting port 829a817c-5d5a-40f3-8803-560ff46b2a59 {{(pid=110144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:56:13.910056 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-7298f43f-504f-4180-a436-965d348bebaf req-e22f3ae2-3ca7-4084-a420-a4750deafe12 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (829a817c-5d5a-40f3-8803-560ff46b2a59), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:13.983715 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-15c22be9-453e-4fcd-90f0-c146149afaf5 service neutron] 10.222.0.18 "GET /v2.0/networks/c98b75ab-0d7f-44c5-97af-848390b94d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454945 Mar 08 04:56:13.992126 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-547cf3fb-f1fb-47bc-bc3c-7848d086105e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:14.067479 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-7298f43f-504f-4180-a436-965d348bebaf req-e22f3ae2-3ca7-4084-a420-a4750deafe12 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] For port 829a817c-5d5a-40f3-8803-560ff46b2a59, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=829a817c-5d5a-40f3-8803-560ff46b2a59,segment=NetworkSegment(03d8bf38-0678-448f-9bc7-95730c18710f),segment_id=03d8bf38-0678-448f-9bc7-95730c18710f)] {{(pid=110144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:56:14.068082 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-7298f43f-504f-4180-a436-965d348bebaf req-e22f3ae2-3ca7-4084-a420-a4750deafe12 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (829a817c-5d5a-40f3-8803-560ff46b2a59), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:14.083553 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-7298f43f-504f-4180-a436-965d348bebaf req-e22f3ae2-3ca7-4084-a420-a4750deafe12 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Calling delete_port for 829a817c-5d5a-40f3-8803-560ff46b2a59 owned by compute:nova {{(pid=110144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:56:14.137853 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1965b60b-daa0-49bb-b780-613d4c08f0df req-26880572-7f99-433d-98e1-713f403f10bf service neutron] 10.222.0.18 "GET /v2.0/networks/c98b75ab-0d7f-44c5-97af-848390b94d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481569 Mar 08 04:56:14.320625 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-7298f43f-504f-4180-a436-965d348bebaf req-e22f3ae2-3ca7-4084-a420-a4750deafe12 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (829a817c-5d5a-40f3-8803-560ff46b2a59), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:14.338598 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] get_ports_and_sgs() called for port_ids ['829a817c-5d5a-40f3-8803-560ff46b2a59'] {{(pid=110146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:56:14.348366 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f3ae2-3ca7-4084-a420-a4750deafe12 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Pushing event deleted for resources: {'Port': ['ID=829a817c-5d5a-40f3-8803-560ff46b2a59,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:56:14.417826 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [req-7298f43f-504f-4180-a436-965d348bebaf req-e22f3ae2-3ca7-4084-a420-a4750deafe12 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] No DVR routers for this DVR port 829a817c-5d5a-40f3-8803-560ff46b2a59 on host hv-cinder-74014 {{(pid=110144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:56:14.420200 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-7298f43f-504f-4180-a436-965d348bebaf req-e22f3ae2-3ca7-4084-a420-a4750deafe12 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:14.423718 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7298f43f-504f-4180-a436-965d348bebaf req-e22f3ae2-3ca7-4084-a420-a4750deafe12 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.18 "DELETE /v2.0/ports/829a817c-5d5a-40f3-8803-560ff46b2a59 HTTP/1.1" status: 204 len: 173 time: 0.6677644 Mar 08 04:56:14.450820 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facaa133-f3db-4807-8dba-1c897379e900 req-1dde06bc-801e-4ac5-b15f-15fae2994747 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:14.452291 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-facaa133-f3db-4807-8dba-1c897379e900 req-1dde06bc-801e-4ac5-b15f-15fae2994747 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 943 time: 0.0721495 Mar 08 04:56:14.499821 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-facaa133-f3db-4807-8dba-1c897379e900 req-0c2b1032-418b-4fe0-bbad-25637f65b6d3 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/security-groups?id=77c6db58-89bb-4ee1-b061-c601dab7972c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415261 Mar 08 04:56:14.520571 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-e98d83ce-3090-400a-9a3b-572ce70e3b28 req-3e02c5c6-acb2-46b0-a4b9-df4ee7befc0c tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=5edcdebd-7a76-481f-8f14-2238f2c6de92 HTTP/1.1" status: 200 len: 210 time: 0.0315406 Mar 08 04:56:15.181848 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5edcdebd-7a76-481f-8f14-2238f2c6de92', 'name': 'network-vif-deleted', 'tag': '829a817c-5d5a-40f3-8803-560ff46b2a59'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:56:15.184321 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11868d37-e80f-4aef-8ecc-54b080328cd5" -d '{"events": [{"server_uuid": "5edcdebd-7a76-481f-8f14-2238f2c6de92", "name": "network-vif-deleted", "tag": "829a817c-5d5a-40f3-8803-560ff46b2a59"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:56:15.218054 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49360349-a896-44fe-a6a7-4ec02c5b0595 x-openstack-request-id: req-49360349-a896-44fe-a6a7-4ec02c5b0595 {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:56:15.218338 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5edcdebd-7a76-481f-8f14-2238f2c6de92", "name": "network-vif-deleted", "tag": "829a817c-5d5a-40f3-8803-560ff46b2a59", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:56:15.218583 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-49360349-a896-44fe-a6a7-4ec02c5b0595 {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:56:15.219046 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5edcdebd-7a76-481f-8f14-2238f2c6de92', 'name': 'network-vif-deleted', 'tag': '829a817c-5d5a-40f3-8803-560ff46b2a59', 'status': 'completed', 'code': 200} Mar 08 04:56:15.619581 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc750d-184c-450f-98bf-cd3a5230fb21 req-01de5be9-b04c-4fdb-bd1c-3f1748953399 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:15.621089 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-82bc750d-184c-450f-98bf-cd3a5230fb21 req-01de5be9-b04c-4fdb-bd1c-3f1748953399 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 943 time: 0.0537803 Mar 08 04:56:15.666890 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-82bc750d-184c-450f-98bf-cd3a5230fb21 req-b30aed94-8a58-4ac3-95e2-021eed21ad92 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/security-groups?id=77c6db58-89bb-4ee1-b061-c601dab7972c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401585 Mar 08 04:56:15.787288 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-f91994a7-b095-411b-a8d5-be662f68e2ee tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:15.787288 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-f91994a7-b095-411b-a8d5-be662f68e2ee tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/networks?id=e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46 HTTP/1.1" status: 200 len: 808 time: 0.1013918 Mar 08 04:56:15.794218 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-cee72301-9c7b-45f7-8eb3-f6479f68410e tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/quotas/53226347ce91485b83dcebd65194b876 HTTP/1.1" status: 200 len: 375 time: 0.0086503 Mar 08 04:56:15.823800 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-14f29625-23e7-421b-81ff-6d414594f9d5 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=53226347ce91485b83dcebd65194b876&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249648 Mar 08 04:56:15.911547 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-c77ea523-d50f-4d0b-9631-d48e29025fd8 service neutron] 10.222.0.35 "GET /v2.0/networks/e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808740 Mar 08 04:56:15.994687 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-a1bc9dfb-c596-486f-bedd-ec8b694dbc96 service neutron] 10.222.0.35 "GET /v2.0/networks/e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0776422 Mar 08 04:56:16.223121 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3220e37-751d-4c62-95b2-4fefcec26619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:16.261666 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-c73a05b9-caee-4a77-9ab8-812d171b35ed req-9294aa64-1515-4a0f-9597-aa90a4c44b7a tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=c95b191b-22f5-47f3-adf2-5946471344bb HTTP/1.1" status: 200 len: 210 time: 0.0313609 Mar 08 04:56:16.782749 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9ea90-0dc6-40ae-92c8-3907011660ec req-458a67bf-2cf2-4208-8c42-58332f2414cf tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:16.784278 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a4b9ea90-0dc6-40ae-92c8-3907011660ec req-458a67bf-2cf2-4208-8c42-58332f2414cf tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 943 time: 0.0527394 Mar 08 04:56:16.833985 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a4b9ea90-0dc6-40ae-92c8-3907011660ec req-0060e598-00e7-4eba-97ad-2f14c611985d tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/security-groups?id=77c6db58-89bb-4ee1-b061-c601dab7972c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439658 Mar 08 04:56:17.246381 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:17.354724 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-991d9bf7-4d7d-41d2-ad9e-31acdee48efe req-96208d87-6609-456a-ab94-8c1976e27285 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=c95b191b-22f5-47f3-adf2-5946471344bb HTTP/1.1" status: 200 len: 210 time: 0.0278337 Mar 08 04:56:17.896835 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-0051b41f-7327-4089-ac6b-2cd234da488a tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:17.898291 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-0051b41f-7327-4089-ac6b-2cd234da488a tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.18 "GET /v2.0/networks?id=e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46 HTTP/1.1" status: 200 len: 808 time: 0.0991683 Mar 08 04:56:17.916530 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-2910e419-1673-4fe1-bc48-6bbf92dbf7da tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Request body: {'port': {'device_id': 'c95b191b-22f5-47f3-adf2-5946471344bb', 'network_id': 'e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46', 'admin_state_up': True, 'tenant_id': '53226347ce91485b83dcebd65194b876'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:56:18.059717 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 404d51ae-da13-45cc-a919-477c2485ffd5 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=110146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:56:18.062270 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 829a817c-5d5a-40f3-8803-560ff46b2a59 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:56:18.091164 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] No Port match for: 829a817c-5d5a-40f3-8803-560ff46b2a59 {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:56:18.091727 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 829a817c-5d5a-40f3-8803-560ff46b2a59 not bound to the agent host hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:56:18.193530 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 404d51ae-da13-45cc-a919-477c2485ffd5, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=404d51ae-da13-45cc-a919-477c2485ffd5,segment=NetworkSegment(28a48966-e948-4833-ae1e-8372f318746c),segment_id=28a48966-e948-4833-ae1e-8372f318746c)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:56:18.204462 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Returning: {'device': '404d51ae-da13-45cc-a919-477c2485ffd5', 'network_id': 'c98b75ab-0d7f-44c5-97af-848390b94d78', 'port_id': '404d51ae-da13-45cc-a919-477c2485ffd5', 'mac_address': 'fa:16:3e:56:d5:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1389bb70-16b8-4ffc-992f-2288c4da026c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:56:18.243520 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port 404d51ae-da13-45cc-a919-477c2485ffd5 is: DOWN; New status is: BUILD {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:56:18.244290 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (404d51ae-da13-45cc-a919-477c2485ffd5), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:18.258005 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 404d51ae-da13-45cc-a919-477c2485ffd5 {{(pid=110146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:56:18.275579 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872942d9-7745-4f3b-bce8-be0b4e239ed7 req-aa64c97e-13fc-443f-918c-0ffdde18434d tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:18.277054 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-872942d9-7745-4f3b-bce8-be0b4e239ed7 req-aa64c97e-13fc-443f-918c-0ffdde18434d tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 943 time: 0.3733792 Mar 08 04:56:18.278278 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 404d51ae-da13-45cc-a919-477c2485ffd5, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=404d51ae-da13-45cc-a919-477c2485ffd5,segment=NetworkSegment(28a48966-e948-4833-ae1e-8372f318746c),segment_id=28a48966-e948-4833-ae1e-8372f318746c)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:56:18.343438 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (404d51ae-da13-45cc-a919-477c2485ffd5), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:18.344399 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-872942d9-7745-4f3b-bce8-be0b4e239ed7 req-b38fdebd-da80-48fb-903f-39c52da60d9d tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/security-groups?id=77c6db58-89bb-4ee1-b061-c601dab7972c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594568 Mar 08 04:56:18.391555 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=404d51ae-da13-45cc-a919-477c2485ffd5,revision_number=4']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:56:18.400594 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-2910e419-1673-4fe1-bc48-6bbf92dbf7da tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Made reservation on behalf of 53226347ce91485b83dcebd65194b876 for: {'port': 1} {{(pid=110144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:56:18.404249 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-2910e419-1673-4fe1-bc48-6bbf92dbf7da tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:18.453278 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-e88378d2-f5a3-454e-8638-4805a9387971 req-c2d9f00a-43be-4809-a607-dfe944b9c6a8 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=c95b191b-22f5-47f3-adf2-5946471344bb HTTP/1.1" status: 200 len: 210 time: 0.0293550 Mar 08 04:56:18.532927 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_common [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-2910e419-1673-4fe1-bc48-6bbf92dbf7da tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Allocated IP 172.20.0.9 (e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46/97dd6ad5-3719-4976-b274-4923edb2fc0a/ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9) {{(pid=110144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:56:18.675867 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-2910e419-1673-4fe1-bc48-6bbf92dbf7da tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Publish callbacks [] for port (ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:18.691877 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:18.701071 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] get_ports_and_sgs() called for port_ids ['404d51ae-da13-45cc-a919-477c2485ffd5'] {{(pid=110146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:56:18.783893 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-2910e419-1673-4fe1-bc48-6bbf92dbf7da tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:18.824965 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-2910e419-1673-4fe1-bc48-6bbf92dbf7da tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Network e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46 is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:56:18.828897 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-2910e419-1673-4fe1-bc48-6bbf92dbf7da tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:56:18.832739 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-2910e419-1673-4fe1-bc48-6bbf92dbf7da tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Received port after_create {{(pid=110144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:56:18.857401 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2910e419-1673-4fe1-bc48-6bbf92dbf7da tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Pushing event updated for resources: {'Port': ['ID=ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:56:18.883662 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-2910e419-1673-4fe1-bc48-6bbf92dbf7da tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:18.884257 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-2910e419-1673-4fe1-bc48-6bbf92dbf7da tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:18.957672 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-2910e419-1673-4fe1-bc48-6bbf92dbf7da tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0457201 Mar 08 04:56:18.969662 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-bc3085ea-9d81-463e-befe-f055b8c2f7fd service neutron] Request body: {'port': {'device_id': 'c95b191b-22f5-47f3-adf2-5946471344bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:56:19.027850 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-bc3085ea-9d81-463e-befe-f055b8c2f7fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:19.279106 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-bc3085ea-9d81-463e-befe-f055b8c2f7fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9 {{(pid=110144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:56:19.286948 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-bc3085ea-9d81-463e-befe-f055b8c2f7fd service neutron] Publish callbacks [] for port (ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:19.298900 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.provisioning_blocks [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-bc3085ea-9d81-463e-befe-f055b8c2f7fd service neutron] Transition to ACTIVE for port object ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9 will not be triggered until provisioned by entity L2. {{(pid=110144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 04:56:19.394557 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-bc3085ea-9d81-463e-befe-f055b8c2f7fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4052309'] for port (ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:19.479489 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3085ea-9d81-463e-befe-f055b8c2f7fd service neutron] Pushing event updated for resources: {'Port': ['ID=ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9,revision_number=2']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:56:19.539912 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bac28-3c84-4c9e-9e17-ea34f959d379 req-e9f8f20d-1324-469f-a015-134da0a9f53a tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:19.541347 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-832bac28-3c84-4c9e-9e17-ea34f959d379 req-e9f8f20d-1324-469f-a015-134da0a9f53a tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 944 time: 0.1215830 Mar 08 04:56:19.572663 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8891f6-e502-4f32-838d-154b7c8aea34 req-c8a7e9e6-41e8-4294-8a24-66c3fd204dd7 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:19.573362 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-bc3085ea-9d81-463e-befe-f055b8c2f7fd service neutron] Attempting to bind port ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:56:19.573709 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-bc3085ea-9d81-463e-befe-f055b8c2f7fd service neutron] Attempting to bind port ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '03d8bf38-0678-448f-9bc7-95730c18710f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46'}] {{(pid=110144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:56:19.574039 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-bc3085ea-9d81-463e-befe-f055b8c2f7fd service neutron] Attempting to bind port ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9 on network e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46 {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:56:19.574162 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-fa8891f6-e502-4f32-838d-154b7c8aea34 req-c8a7e9e6-41e8-4294-8a24-66c3fd204dd7 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=c95b191b-22f5-47f3-adf2-5946471344bb HTTP/1.1" status: 200 len: 943 time: 0.0522985 Mar 08 04:56:19.582586 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-bc3085ea-9d81-463e-befe-f055b8c2f7fd service neutron] Port ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9 on network e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 04:56:19.582909 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-bc3085ea-9d81-463e-befe-f055b8c2f7fd service neutron] Attempting to bind port ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9 on network e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46 {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:56:19.596446 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-bc3085ea-9d81-463e-befe-f055b8c2f7fd service neutron] Checking agent: {'id': '8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'started_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:56:19.596786 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-bc3085ea-9d81-463e-befe-f055b8c2f7fd service neutron] Checking segment: {'id': '03d8bf38-0678-448f-9bc7-95730c18710f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:56:19.597186 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-bc3085ea-9d81-463e-befe-f055b8c2f7fd service neutron] Bound using segment: {'id': '03d8bf38-0678-448f-9bc7-95730c18710f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46'} {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:56:19.597618 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-bc3085ea-9d81-463e-befe-f055b8c2f7fd service neutron] Bound port: ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03d8bf38-0678-448f-9bc7-95730c18710f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46'}}] {{(pid=110144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:56:19.597978 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-bc3085ea-9d81-463e-befe-f055b8c2f7fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:19.617873 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-832bac28-3c84-4c9e-9e17-ea34f959d379 req-9122eb75-eb54-4dcc-8ec5-62c0b37d4339 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/security-groups?id=77c6db58-89bb-4ee1-b061-c601dab7972c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694177 Mar 08 04:56:19.620420 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-fa8891f6-e502-4f32-838d-154b7c8aea34 req-37789f61-fb4f-480f-ac69-3a97fe3e0f0b tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b897eda-2ec5-40c4-96e8-67c9ca6b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406468 Mar 08 04:56:19.679084 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-bc3085ea-9d81-463e-befe-f055b8c2f7fd service neutron] For port ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9, host hv-cinder-74014, cleared binding levels {{(pid=110144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:56:19.682010 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-bc3085ea-9d81-463e-befe-f055b8c2f7fd service neutron] For port ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9,segment=NetworkSegment(03d8bf38-0678-448f-9bc7-95730c18710f),segment_id=03d8bf38-0678-448f-9bc7-95730c18710f)] {{(pid=110144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:56:19.735701 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-bc3085ea-9d81-463e-befe-f055b8c2f7fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4052309'] for port (ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:19.770730 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-bc3085ea-9d81-463e-befe-f055b8c2f7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:19.771343 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-bc3085ea-9d81-463e-befe-f055b8c2f7fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:19.772713 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-bc3085ea-9d81-463e-befe-f055b8c2f7fd service neutron] 10.222.0.18 "PUT /v2.0/ports/ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9 HTTP/1.1" status: 200 len: 1093 time: 0.8076487 Mar 08 04:56:19.773168 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c95b191b-22f5-47f3-adf2-5946471344bb', 'tag': 'ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:56:19.775403 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b88b81d-dec7-4293-8a53-3933c64e5ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "c95b191b-22f5-47f3-adf2-5946471344bb", "tag": "ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:56:19.796118 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3085ea-9d81-463e-befe-f055b8c2f7fd service neutron] Pushing event updated for resources: {'Port': ['ID=ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9,revision_number=3']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:56:19.812013 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c576d7-0edd-4778-94e2-50c9829e115d x-openstack-request-id: req-04c576d7-0edd-4778-94e2-50c9829e115d {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:56:19.812309 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c95b191b-22f5-47f3-adf2-5946471344bb", "tag": "ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:56:19.813219 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-04c576d7-0edd-4778-94e2-50c9829e115d {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:56:19.813618 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c95b191b-22f5-47f3-adf2-5946471344bb', 'tag': 'ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9', 'status': 'completed', 'code': 200} Mar 08 04:56:19.873990 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88b81d-dec7-4293-8a53-3933c64e5ef1 req-6f18e0de-ca68-4f33-835e-ca69bd4f4322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:19.876100 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9b88b81d-dec7-4293-8a53-3933c64e5ef1 req-6f18e0de-ca68-4f33-835e-ca69bd4f4322 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=53226347ce91485b83dcebd65194b876&device_id=c95b191b-22f5-47f3-adf2-5946471344bb HTTP/1.1" status: 200 len: 1127 time: 0.0444965 Mar 08 04:56:19.971452 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88b81d-dec7-4293-8a53-3933c64e5ef1 req-2df6989c-4bac-4c74-8b5d-22b0a0f151e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:19.972899 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9b88b81d-dec7-4293-8a53-3933c64e5ef1 req-2df6989c-4bac-4c74-8b5d-22b0a0f151e4 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=53226347ce91485b83dcebd65194b876&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0906885 Mar 08 04:56:20.064193 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88b81d-dec7-4293-8a53-3933c64e5ef1 req-fb7f4204-9a39-4b0c-aa23-c55ff1583e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:20.065600 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-9b88b81d-dec7-4293-8a53-3933c64e5ef1 req-fb7f4204-9a39-4b0c-aa23-c55ff1583e56 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0858939 Mar 08 04:56:20.074699 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 404d51ae-da13-45cc-a919-477c2485ffd5 up at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:56:20.078220 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:20.151916 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-154820e3-7fd4-496a-8dd5-d8fba23aa40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:20.153460 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-154820e3-7fd4-496a-8dd5-d8fba23aa40b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=53226347ce91485b83dcebd65194b876&device_id=c95b191b-22f5-47f3-adf2-5946471344bb HTTP/1.1" status: 200 len: 1127 time: 0.0491521 Mar 08 04:56:20.183063 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning for port 404d51ae-da13-45cc-a919-477c2485ffd5 completed by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 04:56:20.187047 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning complete for port 404d51ae-da13-45cc-a919-477c2485ffd5 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:56:20.187434 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (404d51ae-da13-45cc-a919-477c2485ffd5), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:20.193770 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-a4df2937-af09-4ba1-8a30-f1f8eb6cf888 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9 HTTP/1.1" status: 200 len: 217 time: 0.0337675 Mar 08 04:56:20.243003 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-6a2505cd-9540-4496-9dec-82e42b03afb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:20.244457 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-6a2505cd-9540-4496-9dec-82e42b03afb5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=97dd6ad5-3719-4976-b274-4923edb2fc0a HTTP/1.1" status: 200 len: 848 time: 0.0438116 Mar 08 04:56:20.267946 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port 404d51ae-da13-45cc-a919-477c2485ffd5 is: BUILD; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:56:20.268630 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (404d51ae-da13-45cc-a919-477c2485ffd5), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:20.276266 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-c3a9aced-39c0-4433-a62d-eeb09d9094cf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260212 Mar 08 04:56:20.291745 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a015bf-6fb7-4c79-8528-b06c9b2a366f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404d51ae-da13-45cc-a919-477c2485ffd5'}] {{(pid=110146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:56:20.293989 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce5c9d46ce85cdc7bdd5e39ea1b8e3d9b9c3a590759baa6189aad05618b43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5785aebd-aa18-41c7-90cc-5529dde02bc6" -d '{"events": [{"server_uuid": "65a015bf-6fb7-4c79-8528-b06c9b2a366f", "name": "network-vif-plugged", "status": "completed", "tag": "404d51ae-da13-45cc-a919-477c2485ffd5"}]}' {{(pid=110146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:56:20.306790 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 404d51ae-da13-45cc-a919-477c2485ffd5, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=404d51ae-da13-45cc-a919-477c2485ffd5,segment=NetworkSegment(28a48966-e948-4833-ae1e-8372f318746c),segment_id=28a48966-e948-4833-ae1e-8372f318746c)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:56:20.331073 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1be7ab-e6c0-41ef-ac26-3412957c48e6 x-openstack-request-id: req-5a1be7ab-e6c0-41ef-ac26-3412957c48e6 {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:56:20.331371 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a015bf-6fb7-4c79-8528-b06c9b2a366f", "name": "network-vif-plugged", "status": "completed", "tag": "404d51ae-da13-45cc-a919-477c2485ffd5", "code": 200}]} {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:56:20.331628 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5a1be7ab-e6c0-41ef-ac26-3412957c48e6 {{(pid=110146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:56:20.332022 dv-cinder-740146-13-iscsi neutron-server[110146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a015bf-6fb7-4c79-8528-b06c9b2a366f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404d51ae-da13-45cc-a919-477c2485ffd5', 'code': 200} Mar 08 04:56:20.360586 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (404d51ae-da13-45cc-a919-477c2485ffd5), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:20.375516 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-259ee279-09d8-4ab6-b66a-1e651b2d34e7 service neutron] 10.222.0.18 "GET /v2.0/networks/e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928490 Mar 08 04:56:20.409893 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=404d51ae-da13-45cc-a919-477c2485ffd5,revision_number=5']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:56:20.462931 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-917306bc-90a6-4ca3-ae66-b9bc480360b4 req-083f7040-7f3c-4e54-9a03-6e5faaac1780 service neutron] 10.222.0.18 "GET /v2.0/networks/e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817339 Mar 08 04:56:20.621554 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd453cb-705f-4363-bd68-853d50f7f384 req-e24cf3eb-eaea-4297-aba0-98e6092e3e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:20.622958 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-abd453cb-705f-4363-bd68-853d50f7f384 req-e24cf3eb-eaea-4297-aba0-98e6092e3e4a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 1129 time: 0.0475063 Mar 08 04:56:20.669749 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-abd453cb-705f-4363-bd68-853d50f7f384 req-de38c675-e31d-44bf-81f0-ba5a72a6e650 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=77c6db58-89bb-4ee1-b061-c601dab7972c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406108 Mar 08 04:56:20.737590 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ff895-f0bc-4f3c-9abe-72b9c16b4faf req-3810e565-81f7-40b7-a290-1053afb72a0c tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:20.739080 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-504ff895-f0bc-4f3c-9abe-72b9c16b4faf req-3810e565-81f7-40b7-a290-1053afb72a0c tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 945 time: 0.0531659 Mar 08 04:56:20.742944 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d064b-ec54-475c-83c5-d040e1122987 req-51774e81-09db-47ae-90aa-3e78ab59fa35 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:20.744431 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-6d6d064b-ec54-475c-83c5-d040e1122987 req-51774e81-09db-47ae-90aa-3e78ab59fa35 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=c95b191b-22f5-47f3-adf2-5946471344bb HTTP/1.1" status: 200 len: 943 time: 0.0550776 Mar 08 04:56:20.786323 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-504ff895-f0bc-4f3c-9abe-72b9c16b4faf req-1c746892-a522-448e-ae3f-a3a1eb0e4718 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/security-groups?id=77c6db58-89bb-4ee1-b061-c601dab7972c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411544 Mar 08 04:56:20.790123 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-6d6d064b-ec54-475c-83c5-d040e1122987 req-fc28b14e-2d3f-44b2-a2b8-6bfb5cc7dc97 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b897eda-2ec5-40c4-96e8-67c9ca6b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402699 Mar 08 04:56:21.908101 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34f0614-210f-4d18-b8d7-bcf7e851fbab req-7977d0bc-e202-453e-81b0-98ca18ebae2e tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:21.909622 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c34f0614-210f-4d18-b8d7-bcf7e851fbab req-7977d0bc-e202-453e-81b0-98ca18ebae2e tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 945 time: 0.0574005 Mar 08 04:56:21.909872 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ca81d-6cc5-4c9b-9c7c-fd9137925c9f req-49433bd0-7a55-44ca-8b82-612e4f3b19de tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:21.911507 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-219ca81d-6cc5-4c9b-9c7c-fd9137925c9f req-49433bd0-7a55-44ca-8b82-612e4f3b19de tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=c95b191b-22f5-47f3-adf2-5946471344bb HTTP/1.1" status: 200 len: 943 time: 0.0558467 Mar 08 04:56:21.955794 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c34f0614-210f-4d18-b8d7-bcf7e851fbab req-0417e5bd-c1ea-4519-94a6-9a5c85849eba tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/security-groups?id=77c6db58-89bb-4ee1-b061-c601dab7972c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404937 Mar 08 04:56:21.956663 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-219ca81d-6cc5-4c9b-9c7c-fd9137925c9f req-948b8287-062f-4d99-bc40-483c34dafaae tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b897eda-2ec5-40c4-96e8-67c9ca6b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395594 Mar 08 04:56:23.071333 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e04d48-09ab-4b77-b5bb-34b6950da0a4 req-b5c8f440-9ebc-4f60-b669-e1d8e8e0c162 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:23.072077 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b0c87-1efe-4103-8994-adbcd4b91391 req-7bd615cc-79c4-4a3c-9967-2f9fa2f0b48c tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:23.072799 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-c0e04d48-09ab-4b77-b5bb-34b6950da0a4 req-b5c8f440-9ebc-4f60-b669-e1d8e8e0c162 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 945 time: 0.0517905 Mar 08 04:56:23.073060 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7b2b0c87-1efe-4103-8994-adbcd4b91391 req-7bd615cc-79c4-4a3c-9967-2f9fa2f0b48c tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=c95b191b-22f5-47f3-adf2-5946471344bb HTTP/1.1" status: 200 len: 943 time: 0.0520351 Mar 08 04:56:23.119133 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-c0e04d48-09ab-4b77-b5bb-34b6950da0a4 req-1eaa6881-06cc-44cd-a7d2-56cea889c9f9 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/security-groups?id=77c6db58-89bb-4ee1-b061-c601dab7972c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402665 Mar 08 04:56:23.119353 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7b2b0c87-1efe-4103-8994-adbcd4b91391 req-0d1c19e4-c112-4051-b848-e3457eab1dcd tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b897eda-2ec5-40c4-96e8-67c9ca6b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405965 Mar 08 04:56:23.231956 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070db136-040e-4897-992a-b47f788d29fa req-c6c1c835-20cc-4e15-bd0e-a60af88b8f4b tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:23.233717 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-070db136-040e-4897-992a-b47f788d29fa req-c6c1c835-20cc-4e15-bd0e-a60af88b8f4b tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 945 time: 0.0516553 Mar 08 04:56:23.282948 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-070db136-040e-4897-992a-b47f788d29fa req-69b222c9-c818-4696-b04c-715fe0f12cb7 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/security-groups?id=77c6db58-89bb-4ee1-b061-c601dab7972c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438263 Mar 08 04:56:23.597931 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be550153-ce36-44d2-bdb2-6441a2487a35 req-082e233c-d1cd-4a35-b323-235db6e07e89 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:23.599399 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-be550153-ce36-44d2-bdb2-6441a2487a35 req-082e233c-d1cd-4a35-b323-235db6e07e89 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 945 time: 0.0510061 Mar 08 04:56:23.645063 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-be550153-ce36-44d2-bdb2-6441a2487a35 req-49c91e9c-646d-42ea-ae25-2a3930a083d8 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/security-groups?id=77c6db58-89bb-4ee1-b061-c601dab7972c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402262 Mar 08 04:56:24.091885 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=110146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:56:24.190007 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9,segment=NetworkSegment(03d8bf38-0678-448f-9bc7-95730c18710f),segment_id=03d8bf38-0678-448f-9bc7-95730c18710f)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:56:24.200564 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Returning: {'device': 'ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9', 'network_id': 'e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46', 'port_id': 'ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9', 'mac_address': 'fa:16:3e:13:54:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97dd6ad5-3719-4976-b274-4923edb2fc0a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:56:24.243882 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9 is: DOWN; New status is: BUILD {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:56:24.244602 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:24.263758 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9 {{(pid=110146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:56:24.286406 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0e907-afc0-4c69-ba0c-a0597e8814e9 req-2b138029-90bc-4b86-9587-94f6583aa9f5 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:24.293813 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-59d0e907-afc0-4c69-ba0c-a0597e8814e9 req-2b138029-90bc-4b86-9587-94f6583aa9f5 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=c95b191b-22f5-47f3-adf2-5946471344bb HTTP/1.1" status: 200 len: 943 time: 0.1043603 Mar 08 04:56:24.294525 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9,segment=NetworkSegment(03d8bf38-0678-448f-9bc7-95730c18710f),segment_id=03d8bf38-0678-448f-9bc7-95730c18710f)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:56:24.353530 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-59d0e907-afc0-4c69-ba0c-a0597e8814e9 req-aa102a5b-f906-4669-a85f-a0139950cd03 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b897eda-2ec5-40c4-96e8-67c9ca6b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543637 Mar 08 04:56:24.366130 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:24.416081 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9,revision_number=4']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:56:24.692533 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] get_ports_and_sgs() called for port_ids ['ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9'] {{(pid=110146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:56:25.463267 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dfd27e-79f1-4117-83cc-e03c44886712 req-f6116dc0-88e4-49e7-bf13-7a17a57da309 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:25.464748 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-05dfd27e-79f1-4117-83cc-e03c44886712 req-f6116dc0-88e4-49e7-bf13-7a17a57da309 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=c95b191b-22f5-47f3-adf2-5946471344bb HTTP/1.1" status: 200 len: 944 time: 0.0526206 Mar 08 04:56:25.513380 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-05dfd27e-79f1-4117-83cc-e03c44886712 req-d1a51175-f639-4908-82f5-76cb707b4f10 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b897eda-2ec5-40c4-96e8-67c9ca6b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424457 Mar 08 04:56:26.122504 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9 up at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:56:26.360547 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning for port ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9 completed by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 04:56:26.364551 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning complete for port ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:56:26.364895 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:26.446415 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9 is: BUILD; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:56:26.446584 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:26.468836 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c95b191b-22f5-47f3-adf2-5946471344bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9'}] {{(pid=110146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:56:26.471111 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce5c9d46ce85cdc7bdd5e39ea1b8e3d9b9c3a590759baa6189aad05618b43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad670be-f745-46de-a761-4122d16f8412" -d '{"events": [{"server_uuid": "c95b191b-22f5-47f3-adf2-5946471344bb", "name": "network-vif-plugged", "status": "completed", "tag": "ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9"}]}' {{(pid=110146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:56:26.483769 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9,segment=NetworkSegment(03d8bf38-0678-448f-9bc7-95730c18710f),segment_id=03d8bf38-0678-448f-9bc7-95730c18710f)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:56:26.507499 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea5be35-405d-4f7d-b656-567b8587bd30 x-openstack-request-id: req-6ea5be35-405d-4f7d-b656-567b8587bd30 {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:56:26.507636 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c95b191b-22f5-47f3-adf2-5946471344bb", "name": "network-vif-plugged", "status": "completed", "tag": "ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9", "code": 200}]} {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:56:26.507857 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6ea5be35-405d-4f7d-b656-567b8587bd30 {{(pid=110146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:56:26.508253 dv-cinder-740146-13-iscsi neutron-server[110146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c95b191b-22f5-47f3-adf2-5946471344bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9', 'code': 200} Mar 08 04:56:26.554454 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:26.603015 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9,revision_number=5']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:56:26.635108 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b29de4-db38-4de7-a8c9-52d3db921398 req-8210d281-3a01-407a-a5bb-153f3af2188d tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:26.636593 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b1b29de4-db38-4de7-a8c9-52d3db921398 req-8210d281-3a01-407a-a5bb-153f3af2188d tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=c95b191b-22f5-47f3-adf2-5946471344bb HTTP/1.1" status: 200 len: 945 time: 0.0525429 Mar 08 04:56:26.683903 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b1b29de4-db38-4de7-a8c9-52d3db921398 req-3f09e551-263d-4473-9805-f121f84ef18d tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b897eda-2ec5-40c4-96e8-67c9ca6b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414615 Mar 08 04:56:26.819458 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e726a3-6521-4fda-929d-b04c77702206 req-abb6f837-1e53-4532-bd64-184d77db8bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:26.820904 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-64e726a3-6521-4fda-929d-b04c77702206 req-abb6f837-1e53-4532-bd64-184d77db8bd8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c95b191b-22f5-47f3-adf2-5946471344bb HTTP/1.1" status: 200 len: 1129 time: 0.0479269 Mar 08 04:56:26.865454 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-64e726a3-6521-4fda-929d-b04c77702206 req-16fdf7cc-3855-4e01-a93c-5e9b34c85b4f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4b897eda-2ec5-40c4-96e8-67c9ca6b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379930 Mar 08 04:56:27.799821 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce7eb3-90ed-4c6e-85d5-df5409625835 req-38007fd4-33c2-467d-9cb8-0e5600190397 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:27.801341 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ffce7eb3-90ed-4c6e-85d5-df5409625835 req-38007fd4-33c2-467d-9cb8-0e5600190397 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=c95b191b-22f5-47f3-adf2-5946471344bb HTTP/1.1" status: 200 len: 945 time: 0.0527265 Mar 08 04:56:27.846667 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ffce7eb3-90ed-4c6e-85d5-df5409625835 req-acff471f-0417-4b96-80eb-cf448ded01b2 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b897eda-2ec5-40c4-96e8-67c9ca6b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397575 Mar 08 04:56:28.961380 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10d632-2fde-462a-afd4-521fe4d91dd1 req-d35e7787-f758-45a4-bd5f-00951a9791c1 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:28.962835 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-5c10d632-2fde-462a-afd4-521fe4d91dd1 req-d35e7787-f758-45a4-bd5f-00951a9791c1 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=c95b191b-22f5-47f3-adf2-5946471344bb HTTP/1.1" status: 200 len: 945 time: 0.0514584 Mar 08 04:56:29.011166 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-5c10d632-2fde-462a-afd4-521fe4d91dd1 req-0e90e9aa-9c5f-42c9-a8e7-bd1882a00526 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b897eda-2ec5-40c4-96e8-67c9ca6b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429773 Mar 08 04:56:29.823105 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:30.218137 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74127726-f42a-47bd-8651-c27d5b9b1752 req-1852e0a9-f53a-416f-8dce-0d265387f670 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:30.220130 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-74127726-f42a-47bd-8651-c27d5b9b1752 req-1852e0a9-f53a-416f-8dce-0d265387f670 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=c95b191b-22f5-47f3-adf2-5946471344bb HTTP/1.1" status: 200 len: 945 time: 0.0513144 Mar 08 04:56:30.264605 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-74127726-f42a-47bd-8651-c27d5b9b1752 req-601330f1-4c87-414a-a7b2-4f15f4d69dad tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b897eda-2ec5-40c4-96e8-67c9ca6b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391564 Mar 08 04:56:31.382811 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3e96b-bdcb-465f-9483-d7dd5ad893d4 req-8c6333f6-d2f6-4cd4-b025-cc617bc3d33b tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:31.384280 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a7d3e96b-bdcb-465f-9483-d7dd5ad893d4 req-8c6333f6-d2f6-4cd4-b025-cc617bc3d33b tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=c95b191b-22f5-47f3-adf2-5946471344bb HTTP/1.1" status: 200 len: 945 time: 0.0520091 Mar 08 04:56:31.433503 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a7d3e96b-bdcb-465f-9483-d7dd5ad893d4 req-eb6a7117-204d-4a2c-8bbe-a6ead1b45680 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/security-groups?id=4b897eda-2ec5-40c4-96e8-67c9ca6b58fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436122 Mar 08 04:56:31.662987 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b65616-c552-4d25-bca0-5aa652db675a req-2a8c83cc-b625-479b-bca9-ed80a3909a93 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:31.664409 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f5b65616-c552-4d25-bca0-5aa652db675a req-2a8c83cc-b625-479b-bca9-ed80a3909a93 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.18 "GET /v2.0/ports?device_id=c95b191b-22f5-47f3-adf2-5946471344bb HTTP/1.1" status: 200 len: 945 time: 0.0505879 Mar 08 04:56:31.755061 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-f5b65616-c552-4d25-bca0-5aa652db675a req-9ed2e51d-9909-4d3b-b0ef-6cbcfb34ddc3 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Deleting port ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9 {{(pid=110144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:56:31.755402 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-f5b65616-c552-4d25-bca0-5aa652db675a req-9ed2e51d-9909-4d3b-b0ef-6cbcfb34ddc3 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:31.843306 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-f5b65616-c552-4d25-bca0-5aa652db675a req-9ed2e51d-9909-4d3b-b0ef-6cbcfb34ddc3 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] For port ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9,segment=NetworkSegment(03d8bf38-0678-448f-9bc7-95730c18710f),segment_id=03d8bf38-0678-448f-9bc7-95730c18710f)] {{(pid=110144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:56:31.843606 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-f5b65616-c552-4d25-bca0-5aa652db675a req-9ed2e51d-9909-4d3b-b0ef-6cbcfb34ddc3 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:31.855478 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-f5b65616-c552-4d25-bca0-5aa652db675a req-9ed2e51d-9909-4d3b-b0ef-6cbcfb34ddc3 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Calling delete_port for ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9 owned by compute:nova {{(pid=110144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:56:32.034308 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-f5b65616-c552-4d25-bca0-5aa652db675a req-9ed2e51d-9909-4d3b-b0ef-6cbcfb34ddc3 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:32.047412 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] get_ports_and_sgs() called for port_ids ['ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9'] {{(pid=110146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:56:32.062562 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2e51d-9909-4d3b-b0ef-6cbcfb34ddc3 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Pushing event deleted for resources: {'Port': ['ID=ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:56:32.074323 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed2e51d-9909-4d3b-b0ef-6cbcfb34ddc3 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:56:32.074675 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed2e51d-9909-4d3b-b0ef-6cbcfb34ddc3 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:56:32.075094 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed2e51d-9909-4d3b-b0ef-6cbcfb34ddc3 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:56:32.075435 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed2e51d-9909-4d3b-b0ef-6cbcfb34ddc3 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:56:32.075770 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed2e51d-9909-4d3b-b0ef-6cbcfb34ddc3 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:56:32.076100 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed2e51d-9909-4d3b-b0ef-6cbcfb34ddc3 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:56:32.076426 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed2e51d-9909-4d3b-b0ef-6cbcfb34ddc3 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:56:32.076752 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed2e51d-9909-4d3b-b0ef-6cbcfb34ddc3 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:56:32.077074 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed2e51d-9909-4d3b-b0ef-6cbcfb34ddc3 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:56:32.077422 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed2e51d-9909-4d3b-b0ef-6cbcfb34ddc3 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:56:32.077745 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed2e51d-9909-4d3b-b0ef-6cbcfb34ddc3 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:56:32.078064 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed2e51d-9909-4d3b-b0ef-6cbcfb34ddc3 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:56:32.078376 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed2e51d-9909-4d3b-b0ef-6cbcfb34ddc3 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:56:32.113190 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b65616-c552-4d25-bca0-5aa652db675a req-9ed2e51d-9909-4d3b-b0ef-6cbcfb34ddc3 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] No DVR routers for this DVR port ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9 on host hv-cinder-74014 {{(pid=110144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:56:32.115430 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-f5b65616-c552-4d25-bca0-5aa652db675a req-9ed2e51d-9909-4d3b-b0ef-6cbcfb34ddc3 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:32.118731 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f5b65616-c552-4d25-bca0-5aa652db675a req-9ed2e51d-9909-4d3b-b0ef-6cbcfb34ddc3 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.18 "DELETE /v2.0/ports/ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9 HTTP/1.1" status: 204 len: 173 time: 0.4485910 Mar 08 04:56:32.119164 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c95b191b-22f5-47f3-adf2-5946471344bb', 'name': 'network-vif-deleted', 'tag': 'ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:56:32.121428 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6716b4d2-d2a0-494e-9e44-bbac2af34628" -d '{"events": [{"server_uuid": "c95b191b-22f5-47f3-adf2-5946471344bb", "name": "network-vif-deleted", "tag": "ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:56:32.154563 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b562f8ed-d4b0-44b4-b52d-000ea4cd78c5 x-openstack-request-id: req-b562f8ed-d4b0-44b4-b52d-000ea4cd78c5 {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:56:32.154857 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c95b191b-22f5-47f3-adf2-5946471344bb", "name": "network-vif-deleted", "tag": "ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:56:32.155108 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b562f8ed-d4b0-44b4-b52d-000ea4cd78c5 {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:56:32.155498 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c95b191b-22f5-47f3-adf2-5946471344bb', 'name': 'network-vif-deleted', 'tag': 'ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9', 'status': 'completed', 'code': 200} Mar 08 04:56:32.538276 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2a88a75b-73e1-49bc-89bb-c4a740afab42 req-f9790af6-91e3-4b97-b0e6-c7d29480dfb7 tempest-VolumesActionsTest-2039288363 tempest-VolumesActionsTest-2039288363-project] 10.222.0.35 "GET /v2.0/ports?device_id=c95b191b-22f5-47f3-adf2-5946471344bb HTTP/1.1" status: 200 len: 210 time: 0.0268421 Mar 08 04:56:33.909329 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c935f7b-150c-4bb0-a9d6-4a15ab8603a4 req-6b2f7c0f-c503-48d9-b8cb-bab543af7fcc tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:33.910789 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2c935f7b-150c-4bb0-a9d6-4a15ab8603a4 req-6b2f7c0f-c503-48d9-b8cb-bab543af7fcc tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 945 time: 0.0551157 Mar 08 04:56:33.957926 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2c935f7b-150c-4bb0-a9d6-4a15ab8603a4 req-fd518441-f621-47ac-895c-45ab6131dfd1 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/security-groups?id=77c6db58-89bb-4ee1-b061-c601dab7972c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415938 Mar 08 04:56:33.980765 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 49130) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:56:34.090817 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adef08d9-5f91-4b95-9574-760b5d9d5256 tempest-TestMinimumBasicScenario-582394372 tempest-TestMinimumBasicScenario-582394372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:34.092399 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-adef08d9-5f91-4b95-9574-760b5d9d5256 tempest-TestMinimumBasicScenario-582394372 tempest-TestMinimumBasicScenario-582394372-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 1124 time: 0.1105130 Mar 08 04:56:34.096001 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 49138) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:56:34.100597 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [None req-5b7d324d-837f-4d68-b33a-94e0aabe6a6c tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Request body: {'floatingip': {'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'port_id': '404d51ae-da13-45cc-a919-477c2485ffd5', 'tenant_id': '75e35041f01d4bd187fbb22177ce3706', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:56:34.194884 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:56:34.200229 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5b7d324d-837f-4d68-b33a-94e0aabe6a6c tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:34.299468 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5b7d324d-837f-4d68-b33a-94e0aabe6a6c tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:34.400347 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_common [None req-5b7d324d-837f-4d68-b33a-94e0aabe6a6c tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Allocated IP 172.27.0.12 (e335cf5a-bd08-4697-9061-81dcecc4c284/5add51e7-3273-4e08-a772-a967bfff1dcd/0696b868-3087-4bf2-9b04-741c6cc737ab) {{(pid=110144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:56:34.502535 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5b7d324d-837f-4d68-b33a-94e0aabe6a6c tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks [] for port (0696b868-3087-4bf2-9b04-741c6cc737ab), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:34.592531 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5b7d324d-837f-4d68-b33a-94e0aabe6a6c tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (0696b868-3087-4bf2-9b04-741c6cc737ab), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:34.628045 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7d324d-837f-4d68-b33a-94e0aabe6a6c tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Network e335cf5a-bd08-4697-9061-81dcecc4c284 is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:56:34.634206 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [None req-5b7d324d-837f-4d68-b33a-94e0aabe6a6c tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:56:34.637612 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7d324d-837f-4d68-b33a-94e0aabe6a6c tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Received port after_create {{(pid=110144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:56:34.662263 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d324d-837f-4d68-b33a-94e0aabe6a6c tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Pushing event updated for resources: {'Port': ['ID=0696b868-3087-4bf2-9b04-741c6cc737ab,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:56:34.996832 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5b7d324d-837f-4d68-b33a-94e0aabe6a6c tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks [] for floatingip (b3c61d2d-79b0-4948-830d-74fa26739778), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:35.122029 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5b7d324d-837f-4d68-b33a-94e0aabe6a6c tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (0696b868-3087-4bf2-9b04-741c6cc737ab), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:35.266204 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5b7d324d-837f-4d68-b33a-94e0aabe6a6c tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks [] for port (0696b868-3087-4bf2-9b04-741c6cc737ab), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:35.337055 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5b7d324d-837f-4d68-b33a-94e0aabe6a6c tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4052309'] for port (0696b868-3087-4bf2-9b04-741c6cc737ab), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:35.404724 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d324d-837f-4d68-b33a-94e0aabe6a6c tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Pushing event updated for resources: {'Port': ['ID=0696b868-3087-4bf2-9b04-741c6cc737ab,revision_number=2']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:56:35.416807 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5b7d324d-837f-4d68-b33a-94e0aabe6a6c tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952661'] for floatingip (b3c61d2d-79b0-4948-830d-74fa26739778), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:35.514612 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.db.l3_db [None req-5b7d324d-837f-4d68-b33a-94e0aabe6a6c tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Floating IP b3c61d2d-79b0-4948-830d-74fa26739778 associated. External IP: 172.27.0.12, port: 404d51ae-da13-45cc-a919-477c2485ffd5. Mar 08 04:56:35.978398 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7d324d-837f-4d68-b33a-94e0aabe6a6c tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Router 5f14e4f9-d0d6-49e2-93e8-6695f298d280 has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:56:36.083966 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7d324d-837f-4d68-b33a-94e0aabe6a6c tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:56:36.093768 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f0483d-51d7-4140-a1d9-45fa0d7e466a None None] Sync routers for ids ['5f14e4f9-d0d6-49e2-93e8-6695f298d280'] in dv-cinder-740146-13-iscsi {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:56:36.103000 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f0483d-51d7-4140-a1d9-45fa0d7e466a None None] Routers {'5f14e4f9-d0d6-49e2-93e8-6695f298d280'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:56:36.107991 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-b1f0483d-51d7-4140-a1d9-45fa0d7e466a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:56:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['5f14e4f9-d0d6-49e2-93e8-6695f298d280'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:56:36.150352 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5b7d324d-837f-4d68-b33a-94e0aabe6a6c tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for floatingip (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:36.180503 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-5b7d324d-837f-4d68-b33a-94e0aabe6a6c tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0832381 Mar 08 04:56:36.181106 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a015bf-6fb7-4c79-8528-b06c9b2a366f', 'tag': '404d51ae-da13-45cc-a919-477c2485ffd5'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:56:36.183197 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 49176) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:56:36.183661 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f34ae7-6287-4f31-a4fa-53c0a1cc780d" -d '{"events": [{"name": "network-changed", "server_uuid": "65a015bf-6fb7-4c79-8528-b06c9b2a366f", "tag": "404d51ae-da13-45cc-a919-477c2485ffd5"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:56:36.188191 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-1972020e-188e-4559-8e5a-0507b3ba7eee tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1589228852', 'description': 'tempest-secgroup-smoke-1589228852 description', 'project_id': '75e35041f01d4bd187fbb22177ce3706'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:56:36.211313 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-b1f0483d-51d7-4140-a1d9-45fa0d7e466a None None] Set router 5f14e4f9-d0d6-49e2-93e8-6695f298d280 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:56:36.220798 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c6024b-bd54-4514-bb9e-47d99a923fae x-openstack-request-id: req-c1c6024b-bd54-4514-bb9e-47d99a923fae {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:56:36.221088 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a015bf-6fb7-4c79-8528-b06c9b2a366f", "tag": "404d51ae-da13-45cc-a919-477c2485ffd5", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:56:36.221374 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c1c6024b-bd54-4514-bb9e-47d99a923fae {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:56:36.221816 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a015bf-6fb7-4c79-8528-b06c9b2a366f', 'tag': '404d51ae-da13-45cc-a919-477c2485ffd5', 'status': 'completed', 'code': 200} Mar 08 04:56:36.291319 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-1972020e-188e-4559-8e5a-0507b3ba7eee tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:36.361576 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-1972020e-188e-4559-8e5a-0507b3ba7eee tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks [] for security_group (a02dead7-f4e8-4fd3-8fd7-d8407323e723), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:36.423252 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-1972020e-188e-4559-8e5a-0507b3ba7eee tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (a02dead7-f4e8-4fd3-8fd7-d8407323e723), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:36.433050 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:56:36.444552 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-b1f0483d-51d7-4140-a1d9-45fa0d7e466a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f14e4f9-d0d6-49e2-93e8-6695f298d280', 'name': 'tempest-TestMinimumBasicScenario-541728070-router', 'tenant_id': '75e35041f01d4bd187fbb22177ce3706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '5a0a3407-9075-4b22-8503-5c7a764e5c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:55:32Z', 'updated_at': '2022-03-08T04:55:36Z', 'revision_number': 4, 'project_id': '75e35041f01d4bd187fbb22177ce3706', 'gw_port': {'id': '5a0a3407-9075-4b22-8503-5c7a764e5c3b', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:da:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f14e4f9-d0d6-49e2-93e8-6695f298d280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:55:33Z', 'updated_at': '2022-03-08T04:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': 'b3c61d2d-79b0-4948-830d-74fa26739778', 'tenant_id': '75e35041f01d4bd187fbb22177ce3706', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': '5f14e4f9-d0d6-49e2-93e8-6695f298d280', 'port_id': '404d51ae-da13-45cc-a919-477c2485ffd5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98b75ab-0d7f-44c5-97af-848390b94d78', 'mac_address': 'fa:16:3e:56:d5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a015bf-6fb7-4c79-8528-b06c9b2a366f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:56:34Z', 'updated_at': '2022-03-08T04:56:34Z', 'revision_number': 0, 'project_id': '75e35041f01d4bd187fbb22177ce3706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d3d457-4862-4451-b185-ed31dc018e3d', 'name': '', 'network_id': 'c98b75ab-0d7f-44c5-97af-848390b94d78', 'tenant_id': '75e35041f01d4bd187fbb22177ce3706', 'mac_address': 'fa:16:3e:67:a4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f14e4f9-d0d6-49e2-93e8-6695f298d280', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '1389bb70-16b8-4ffc-992f-2288c4da026c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:55:35Z', 'updated_at': '2022-03-08T04:55:40Z', 'revision_number': 5, 'project_id': '75e35041f01d4bd187fbb22177ce3706', 'subnets': [{'id': '1389bb70-16b8-4ffc-992f-2288c4da026c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:56:36.453340 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] No Port match for: ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9 {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:56:36.453962 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device ceff52b7-3dc0-48a6-9bbe-46bfac0ff8b9 not bound to the agent host hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:56:36.456728 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972020e-188e-4559-8e5a-0507b3ba7eee tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a02dead7-f4e8-4fd3-8fd7-d8407323e723,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:56:36.463837 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972020e-188e-4559-8e5a-0507b3ba7eee tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:56:36.464184 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972020e-188e-4559-8e5a-0507b3ba7eee tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:56:36.464529 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972020e-188e-4559-8e5a-0507b3ba7eee tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:56:36.466814 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972020e-188e-4559-8e5a-0507b3ba7eee tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:56:36.466814 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972020e-188e-4559-8e5a-0507b3ba7eee tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:56:36.466814 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972020e-188e-4559-8e5a-0507b3ba7eee tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:56:36.466814 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972020e-188e-4559-8e5a-0507b3ba7eee tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:56:36.466814 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972020e-188e-4559-8e5a-0507b3ba7eee tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:56:36.466814 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972020e-188e-4559-8e5a-0507b3ba7eee tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:56:36.467372 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972020e-188e-4559-8e5a-0507b3ba7eee tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:56:36.467549 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972020e-188e-4559-8e5a-0507b3ba7eee tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:56:36.467874 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972020e-188e-4559-8e5a-0507b3ba7eee tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:56:36.468715 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1972020e-188e-4559-8e5a-0507b3ba7eee tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:56:36.474969 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f0483d-51d7-4140-a1d9-45fa0d7e466a None None] Checking router: 5f14e4f9-d0d6-49e2-93e8-6695f298d280 for host: dv-cinder-740146-13-iscsi {{(pid=110147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:56:36.483247 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f0483d-51d7-4140-a1d9-45fa0d7e466a None None] Routers {'5f14e4f9-d0d6-49e2-93e8-6695f298d280'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:56:36.484729 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-b1f0483d-51d7-4140-a1d9-45fa0d7e466a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:56:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['5f14e4f9-d0d6-49e2-93e8-6695f298d280'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:56:36.533708 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-1972020e-188e-4559-8e5a-0507b3ba7eee tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:36.534961 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-1972020e-188e-4559-8e5a-0507b3ba7eee tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3507636 Mar 08 04:56:36.537954 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 49180) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:56:36.542407 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-5d226e6f-4d2a-4ef7-aef3-3fe82ed4e6a8 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Request body: {'security_group_rule': {'security_group_id': 'a02dead7-f4e8-4fd3-8fd7-d8407323e723', 'project_id': '75e35041f01d4bd187fbb22177ce3706', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:56:36.590745 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-b1f0483d-51d7-4140-a1d9-45fa0d7e466a None None] Set router 5f14e4f9-d0d6-49e2-93e8-6695f298d280 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:56:36.636672 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5d226e6f-4d2a-4ef7-aef3-3fe82ed4e6a8 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks [] for security_group_rule (6d498893-55c3-4053-9de5-d1cd19873c64), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:36.691068 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5d226e6f-4d2a-4ef7-aef3-3fe82ed4e6a8 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks [] for security_group_rule (6d498893-55c3-4053-9de5-d1cd19873c64), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:36.754384 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5d226e6f-4d2a-4ef7-aef3-3fe82ed4e6a8 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575780'] for security_group_rule (6d498893-55c3-4053-9de5-d1cd19873c64), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:36.769626 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d226e6f-4d2a-4ef7-aef3-3fe82ed4e6a8 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d498893-55c3-4053-9de5-d1cd19873c64,revision_number=0']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:56:36.811431 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-b1f0483d-51d7-4140-a1d9-45fa0d7e466a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f14e4f9-d0d6-49e2-93e8-6695f298d280', 'name': 'tempest-TestMinimumBasicScenario-541728070-router', 'tenant_id': '75e35041f01d4bd187fbb22177ce3706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '5a0a3407-9075-4b22-8503-5c7a764e5c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:55:32Z', 'updated_at': '2022-03-08T04:55:36Z', 'revision_number': 4, 'project_id': '75e35041f01d4bd187fbb22177ce3706', 'gw_port': {'id': '5a0a3407-9075-4b22-8503-5c7a764e5c3b', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:da:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f14e4f9-d0d6-49e2-93e8-6695f298d280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:55:33Z', 'updated_at': '2022-03-08T04:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': 'b3c61d2d-79b0-4948-830d-74fa26739778', 'tenant_id': '75e35041f01d4bd187fbb22177ce3706', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': '5f14e4f9-d0d6-49e2-93e8-6695f298d280', 'port_id': '404d51ae-da13-45cc-a919-477c2485ffd5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98b75ab-0d7f-44c5-97af-848390b94d78', 'mac_address': 'fa:16:3e:56:d5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a015bf-6fb7-4c79-8528-b06c9b2a366f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:56:34Z', 'updated_at': '2022-03-08T04:56:34Z', 'revision_number': 0, 'project_id': '75e35041f01d4bd187fbb22177ce3706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d3d457-4862-4451-b185-ed31dc018e3d', 'name': '', 'network_id': 'c98b75ab-0d7f-44c5-97af-848390b94d78', 'tenant_id': '75e35041f01d4bd187fbb22177ce3706', 'mac_address': 'fa:16:3e:67:a4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f14e4f9-d0d6-49e2-93e8-6695f298d280', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '1389bb70-16b8-4ffc-992f-2288c4da026c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:55:35Z', 'updated_at': '2022-03-08T04:55:40Z', 'revision_number': 5, 'project_id': '75e35041f01d4bd187fbb22177ce3706', 'subnets': [{'id': '1389bb70-16b8-4ffc-992f-2288c4da026c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:56:36.824966 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-5d226e6f-4d2a-4ef7-aef3-3fe82ed4e6a8 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:36.826316 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-5d226e6f-4d2a-4ef7-aef3-3fe82ed4e6a8 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2873998 Mar 08 04:56:36.829500 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 49182) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:56:36.833850 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-52530025-3edd-4354-9099-c935b42fab4e tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Request body: {'security_group_rule': {'security_group_id': 'a02dead7-f4e8-4fd3-8fd7-d8407323e723', 'project_id': '75e35041f01d4bd187fbb22177ce3706', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:56:36.837585 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f0483d-51d7-4140-a1d9-45fa0d7e466a None None] The sync data for ids ['5f14e4f9-d0d6-49e2-93e8-6695f298d280'] in dv-cinder-740146-13-iscsi is: [{'id': '5f14e4f9-d0d6-49e2-93e8-6695f298d280', 'name': 'tempest-TestMinimumBasicScenario-541728070-router', 'tenant_id': '75e35041f01d4bd187fbb22177ce3706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '5a0a3407-9075-4b22-8503-5c7a764e5c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:55:32Z', 'updated_at': '2022-03-08T04:55:36Z', 'revision_number': 4, 'project_id': '75e35041f01d4bd187fbb22177ce3706', 'gw_port': {'id': '5a0a3407-9075-4b22-8503-5c7a764e5c3b', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:da:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f14e4f9-d0d6-49e2-93e8-6695f298d280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:55:33Z', 'updated_at': '2022-03-08T04:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': 'b3c61d2d-79b0-4948-830d-74fa26739778', 'tenant_id': '75e35041f01d4bd187fbb22177ce3706', 'floating_ip_address': '172.27.0.12', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': '5f14e4f9-d0d6-49e2-93e8-6695f298d280', 'port_id': '404d51ae-da13-45cc-a919-477c2485ffd5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 714, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98b75ab-0d7f-44c5-97af-848390b94d78', 'mac_address': 'fa:16:3e:56:d5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a015bf-6fb7-4c79-8528-b06c9b2a366f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:56:34Z', 'updated_at': '2022-03-08T04:56:34Z', 'revision_number': 0, 'project_id': '75e35041f01d4bd187fbb22177ce3706', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85d3d457-4862-4451-b185-ed31dc018e3d', 'name': '', 'network_id': 'c98b75ab-0d7f-44c5-97af-848390b94d78', 'tenant_id': '75e35041f01d4bd187fbb22177ce3706', 'mac_address': 'fa:16:3e:67:a4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f14e4f9-d0d6-49e2-93e8-6695f298d280', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '1389bb70-16b8-4ffc-992f-2288c4da026c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:55:35Z', 'updated_at': '2022-03-08T04:55:40Z', 'revision_number': 5, 'project_id': '75e35041f01d4bd187fbb22177ce3706', 'subnets': [{'id': '1389bb70-16b8-4ffc-992f-2288c4da026c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:56:36.925763 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-52530025-3edd-4354-9099-c935b42fab4e tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks [] for security_group_rule (1e94d331-c2b8-400b-9b9b-ac1956cbb730), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:36.986807 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-52530025-3edd-4354-9099-c935b42fab4e tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks [] for security_group_rule (1e94d331-c2b8-400b-9b9b-ac1956cbb730), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:37.022922 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561c352b-bf58-493c-ad2a-e288e4a62bfc None None] New status for floating IP b3c61d2d-79b0-4948-830d-74fa26739778: ACTIVE {{(pid=110146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:56:37.051752 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-52530025-3edd-4354-9099-c935b42fab4e tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575780'] for security_group_rule (1e94d331-c2b8-400b-9b9b-ac1956cbb730), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:37.069297 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52530025-3edd-4354-9099-c935b42fab4e tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e94d331-c2b8-400b-9b9b-ac1956cbb730,revision_number=0']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:56:37.125175 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-52530025-3edd-4354-9099-c935b42fab4e tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:37.126412 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-52530025-3edd-4354-9099-c935b42fab4e tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2959650 Mar 08 04:56:37.129547 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 49188) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:56:37.133881 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-87d2e4ef-d128-46ec-bf52-9a20fe249ab0 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Request body: {'security_group_rule': {'security_group_id': 'a02dead7-f4e8-4fd3-8fd7-d8407323e723', 'project_id': '75e35041f01d4bd187fbb22177ce3706', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:56:37.221779 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-87d2e4ef-d128-46ec-bf52-9a20fe249ab0 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks [] for security_group_rule (ea86b39a-dc89-45c4-b30c-cff8e8a00641), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:37.278819 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-87d2e4ef-d128-46ec-bf52-9a20fe249ab0 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks [] for security_group_rule (ea86b39a-dc89-45c4-b30c-cff8e8a00641), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:37.343998 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f34ae7-6287-4f31-a4fa-53c0a1cc780d req-84b9da54-5bce-4379-a8c9-58c7bac403e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:37.345545 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-75f34ae7-6287-4f31-a4fa-53c0a1cc780d req-84b9da54-5bce-4379-a8c9-58c7bac403e4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75e35041f01d4bd187fbb22177ce3706&device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 1129 time: 0.0447359 Mar 08 04:56:37.360143 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-87d2e4ef-d128-46ec-bf52-9a20fe249ab0 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575780'] for security_group_rule (ea86b39a-dc89-45c4-b30c-cff8e8a00641), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:37.379490 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2e4ef-d128-46ec-bf52-9a20fe249ab0 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea86b39a-dc89-45c4-b30c-cff8e8a00641,revision_number=0']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:56:37.447224 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-87d2e4ef-d128-46ec-bf52-9a20fe249ab0 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:37.448435 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-87d2e4ef-d128-46ec-bf52-9a20fe249ab0 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3179519 Mar 08 04:56:37.451195 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 49190) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:56:37.455988 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-195c516b-a686-4be5-9db5-d9b65af7a868 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Request body: {'security_group_rule': {'security_group_id': 'a02dead7-f4e8-4fd3-8fd7-d8407323e723', 'project_id': '75e35041f01d4bd187fbb22177ce3706', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:56:37.541617 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-195c516b-a686-4be5-9db5-d9b65af7a868 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks [] for security_group_rule (764046c4-91c5-4de3-aece-6ea6bb78d7cf), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:37.598394 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-195c516b-a686-4be5-9db5-d9b65af7a868 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks [] for security_group_rule (764046c4-91c5-4de3-aece-6ea6bb78d7cf), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:37.674128 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-195c516b-a686-4be5-9db5-d9b65af7a868 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575780'] for security_group_rule (764046c4-91c5-4de3-aece-6ea6bb78d7cf), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:37.688849 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c516b-a686-4be5-9db5-d9b65af7a868 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=764046c4-91c5-4de3-aece-6ea6bb78d7cf,revision_number=0']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:56:37.761662 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-195c516b-a686-4be5-9db5-d9b65af7a868 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:37.762838 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-195c516b-a686-4be5-9db5-d9b65af7a868 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3106856 Mar 08 04:56:37.765586 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 49192) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:56:37.769747 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-6fc1c3f1-952e-47e5-9080-2400220b1c5f tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Request body: {'security_group_rule': {'security_group_id': 'a02dead7-f4e8-4fd3-8fd7-d8407323e723', 'project_id': '75e35041f01d4bd187fbb22177ce3706', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:56:37.851546 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.db.securitygroups_db [None req-6fc1c3f1-952e-47e5-9080-2400220b1c5f tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Project 75e35041f01d4bd187fbb22177ce3706 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 04:56:37.856541 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6fc1c3f1-952e-47e5-9080-2400220b1c5f tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks [] for security_group_rule (41540119-10b0-4383-808e-6360df66817d), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:37.916437 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6fc1c3f1-952e-47e5-9080-2400220b1c5f tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks [] for security_group_rule (41540119-10b0-4383-808e-6360df66817d), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:37.997312 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6fc1c3f1-952e-47e5-9080-2400220b1c5f tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575780'] for security_group_rule (41540119-10b0-4383-808e-6360df66817d), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:38.015121 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1c3f1-952e-47e5-9080-2400220b1c5f tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41540119-10b0-4383-808e-6360df66817d,revision_number=0']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:56:38.085078 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6fc1c3f1-952e-47e5-9080-2400220b1c5f tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:38.086343 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-6fc1c3f1-952e-47e5-9080-2400220b1c5f tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3198173 Mar 08 04:56:38.089105 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 49198) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:56:38.094103 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-462379da-7ed0-4315-a872-bee9f404590f tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Request body: {'security_group_rule': {'security_group_id': 'a02dead7-f4e8-4fd3-8fd7-d8407323e723', 'project_id': '75e35041f01d4bd187fbb22177ce3706', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:56:38.159742 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.db.securitygroups_db [None req-462379da-7ed0-4315-a872-bee9f404590f tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Project 75e35041f01d4bd187fbb22177ce3706 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 08 04:56:38.164506 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-462379da-7ed0-4315-a872-bee9f404590f tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks [] for security_group_rule (a2ef9b3a-ba85-4cdb-b70a-65ccad1cfb6c), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:38.221761 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-462379da-7ed0-4315-a872-bee9f404590f tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks [] for security_group_rule (a2ef9b3a-ba85-4cdb-b70a-65ccad1cfb6c), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:38.291249 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-462379da-7ed0-4315-a872-bee9f404590f tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575780'] for security_group_rule (a2ef9b3a-ba85-4cdb-b70a-65ccad1cfb6c), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:38.308690 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462379da-7ed0-4315-a872-bee9f404590f tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2ef9b3a-ba85-4cdb-b70a-65ccad1cfb6c,revision_number=0']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:56:38.396011 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-462379da-7ed0-4315-a872-bee9f404590f tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:38.397242 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-462379da-7ed0-4315-a872-bee9f404590f tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3069150 Mar 08 04:56:38.482911 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-32f50698-19a8-4989-89f0-ed980a07f50f req-74d3541d-a80a-4827-b165-29a917856a71 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1589228852&fields=id&tenant_id=75e35041f01d4bd187fbb22177ce3706 HTTP/1.1" status: 200 len: 267 time: 0.0430446 Mar 08 04:56:38.537045 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f50698-19a8-4989-89f0-ed980a07f50f req-ea01f021-bb90-4a25-9d1f-ff9438d91578 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:38.538521 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-32f50698-19a8-4989-89f0-ed980a07f50f req-ea01f021-bb90-4a25-9d1f-ff9438d91578 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 945 time: 0.0502295 Mar 08 04:56:38.548635 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [req-32f50698-19a8-4989-89f0-ed980a07f50f req-0e030fb3-3bac-4790-9ed7-89b2502f27c9 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Request body: {'port': {'security_groups': ['77c6db58-89bb-4ee1-b061-c601dab7972c', 'a02dead7-f4e8-4fd3-8fd7-d8407323e723']}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:56:38.674362 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-32f50698-19a8-4989-89f0-ed980a07f50f req-0e030fb3-3bac-4790-9ed7-89b2502f27c9 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (404d51ae-da13-45cc-a919-477c2485ffd5), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:38.701936 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f34ae7-6287-4f31-a4fa-53c0a1cc780d req-27193751-9ae1-4858-9616-5b148638f169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:38.703988 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-75f34ae7-6287-4f31-a4fa-53c0a1cc780d req-27193751-9ae1-4858-9616-5b148638f169 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c98b75ab-0d7f-44c5-97af-848390b94d78 HTTP/1.1" status: 200 len: 915 time: 0.1318693 Mar 08 04:56:38.801287 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-75f34ae7-6287-4f31-a4fa-53c0a1cc780d req-0822b4a8-389f-4eb4-9ddd-f66b2c804d07 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=404d51ae-da13-45cc-a919-477c2485ffd5 HTTP/1.1" status: 200 len: 1000 time: 0.0796549 Mar 08 04:56:38.882795 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f34ae7-6287-4f31-a4fa-53c0a1cc780d req-61f0c691-833d-429a-b944-ad2340e70388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:38.884210 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-75f34ae7-6287-4f31-a4fa-53c0a1cc780d req-61f0c691-833d-429a-b944-ad2340e70388 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1389bb70-16b8-4ffc-992f-2288c4da026c HTTP/1.1" status: 200 len: 853 time: 0.0734437 Mar 08 04:56:38.975867 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-32f50698-19a8-4989-89f0-ed980a07f50f req-0e030fb3-3bac-4790-9ed7-89b2502f27c9 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] For port 404d51ae-da13-45cc-a919-477c2485ffd5, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=404d51ae-da13-45cc-a919-477c2485ffd5,segment=NetworkSegment(28a48966-e948-4833-ae1e-8372f318746c),segment_id=28a48966-e948-4833-ae1e-8372f318746c)] {{(pid=110144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:56:38.990644 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f34ae7-6287-4f31-a4fa-53c0a1cc780d req-28a011f3-ac73-4a8c-b58b-fa7cd338b5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:38.992111 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-75f34ae7-6287-4f31-a4fa-53c0a1cc780d req-28a011f3-ac73-4a8c-b58b-fa7cd338b5b2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c98b75ab-0d7f-44c5-97af-848390b94d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0794287 Mar 08 04:56:39.033146 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-32f50698-19a8-4989-89f0-ed980a07f50f req-0e030fb3-3bac-4790-9ed7-89b2502f27c9 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks [] for port (404d51ae-da13-45cc-a919-477c2485ffd5), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:39.089559 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-75f34ae7-6287-4f31-a4fa-53c0a1cc780d req-b8e5f4bd-8cc3-49d5-ae27-54b6c3c22913 service neutron] 10.222.0.18 "GET /v2.0/networks/c98b75ab-0d7f-44c5-97af-848390b94d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891089 Mar 08 04:56:39.090945 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-32f50698-19a8-4989-89f0-ed980a07f50f req-0e030fb3-3bac-4790-9ed7-89b2502f27c9 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4052309'] for port (404d51ae-da13-45cc-a919-477c2485ffd5), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:39.102431 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] get_ports_and_sgs() called for port_ids ['404d51ae-da13-45cc-a919-477c2485ffd5'] {{(pid=110146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:56:39.150794 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f50698-19a8-4989-89f0-ed980a07f50f req-0e030fb3-3bac-4790-9ed7-89b2502f27c9 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:39.151471 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-32f50698-19a8-4989-89f0-ed980a07f50f req-0e030fb3-3bac-4790-9ed7-89b2502f27c9 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:39.152873 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-32f50698-19a8-4989-89f0-ed980a07f50f req-0e030fb3-3bac-4790-9ed7-89b2502f27c9 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "PUT /v2.0/ports/404d51ae-da13-45cc-a919-477c2485ffd5 HTTP/1.1" status: 200 len: 981 time: 0.6085496 Mar 08 04:56:39.170872 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a015bf-6fb7-4c79-8528-b06c9b2a366f', 'tag': '404d51ae-da13-45cc-a919-477c2485ffd5'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:56:39.173662 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6401685f-4aa8-43fc-9f43-fd8c1f077f6d" -d '{"events": [{"name": "network-changed", "server_uuid": "65a015bf-6fb7-4c79-8528-b06c9b2a366f", "tag": "404d51ae-da13-45cc-a919-477c2485ffd5"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:56:39.237008 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f906f50-182b-4b3a-a8a6-192a780be6d2 x-openstack-request-id: req-7f906f50-182b-4b3a-a8a6-192a780be6d2 {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:56:39.237374 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a015bf-6fb7-4c79-8528-b06c9b2a366f", "tag": "404d51ae-da13-45cc-a919-477c2485ffd5", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:56:39.237566 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7f906f50-182b-4b3a-a8a6-192a780be6d2 {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:56:39.237965 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a015bf-6fb7-4c79-8528-b06c9b2a366f', 'tag': '404d51ae-da13-45cc-a919-477c2485ffd5', 'status': 'completed', 'code': 200} Mar 08 04:56:39.255968 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] get_ports_and_sgs() called for port_ids ['404d51ae-da13-45cc-a919-477c2485ffd5'] {{(pid=110146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:56:39.261735 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e030fb3-3bac-4790-9ed7-89b2502f27c9 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Pushing event updated for resources: {'Port': ['ID=404d51ae-da13-45cc-a919-477c2485ffd5,revision_number=6']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:56:39.293120 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-75f34ae7-6287-4f31-a4fa-53c0a1cc780d req-9cdc419a-2187-4e40-a88b-366f3f37dfd6 service neutron] 10.222.0.18 "GET /v2.0/networks/c98b75ab-0d7f-44c5-97af-848390b94d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950910 Mar 08 04:56:39.315435 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dee501-214f-4976-9580-4d56e895eaf8 req-657ffec9-7083-4187-8716-bc93afa61190 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:39.318069 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-56dee501-214f-4976-9580-4d56e895eaf8 req-657ffec9-7083-4187-8716-bc93afa61190 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 984 time: 0.0939629 Mar 08 04:56:39.417935 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-56dee501-214f-4976-9580-4d56e895eaf8 req-28ed9185-39f4-4778-a282-5855a95990ee tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/security-groups?id=77c6db58-89bb-4ee1-b061-c601dab7972c&id=a02dead7-f4e8-4fd3-8fd7-d8407323e723&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0934541 Mar 08 04:56:39.465823 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401685f-4aa8-43fc-9f43-fd8c1f077f6d req-7be2028b-67cb-4778-854b-911bc8ba1cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:39.467378 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-6401685f-4aa8-43fc-9f43-fd8c1f077f6d req-7be2028b-67cb-4778-854b-911bc8ba1cdb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75e35041f01d4bd187fbb22177ce3706&device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 1168 time: 0.0492754 Mar 08 04:56:39.526059 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-1c69ecbd-be80-4f62-98bc-126c80a427cf None None] Provisioning complete for port 404d51ae-da13-45cc-a919-477c2485ffd5 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:56:39.584081 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-1c69ecbd-be80-4f62-98bc-126c80a427cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (404d51ae-da13-45cc-a919-477c2485ffd5), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:39.584259 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401685f-4aa8-43fc-9f43-fd8c1f077f6d req-f805c138-8762-44fd-a481-44c6dcfcdbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:39.584259 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-6401685f-4aa8-43fc-9f43-fd8c1f077f6d req-f805c138-8762-44fd-a481-44c6dcfcdbd1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c98b75ab-0d7f-44c5-97af-848390b94d78 HTTP/1.1" status: 200 len: 915 time: 0.0914898 Mar 08 04:56:39.633118 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-6401685f-4aa8-43fc-9f43-fd8c1f077f6d req-e6c2ad07-9773-42fd-9b4b-b0519d01713c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=404d51ae-da13-45cc-a919-477c2485ffd5 HTTP/1.1" status: 200 len: 1000 time: 0.0594738 Mar 08 04:56:39.680974 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401685f-4aa8-43fc-9f43-fd8c1f077f6d req-fa8b3927-6270-4795-9120-1e919d9d392b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:39.682474 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-6401685f-4aa8-43fc-9f43-fd8c1f077f6d req-fa8b3927-6270-4795-9120-1e919d9d392b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1389bb70-16b8-4ffc-992f-2288c4da026c HTTP/1.1" status: 200 len: 853 time: 0.0429542 Mar 08 04:56:39.734584 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401685f-4aa8-43fc-9f43-fd8c1f077f6d req-c7a4535e-1366-481c-8e83-ea9c7d5fffe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:39.735932 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-6401685f-4aa8-43fc-9f43-fd8c1f077f6d req-c7a4535e-1366-481c-8e83-ea9c7d5fffe8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c98b75ab-0d7f-44c5-97af-848390b94d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0469594 Mar 08 04:56:39.736191 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-1c69ecbd-be80-4f62-98bc-126c80a427cf None None] Current status of the port 404d51ae-da13-45cc-a919-477c2485ffd5 is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:56:39.822491 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-6401685f-4aa8-43fc-9f43-fd8c1f077f6d req-4c91ad89-bf93-4371-8e61-63539405292f service neutron] 10.222.0.18 "GET /v2.0/networks/c98b75ab-0d7f-44c5-97af-848390b94d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802174 Mar 08 04:56:39.921797 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-6401685f-4aa8-43fc-9f43-fd8c1f077f6d req-183d9ddd-3d52-4717-b10d-e1818e8c22c3 service neutron] 10.222.0.18 "GET /v2.0/networks/c98b75ab-0d7f-44c5-97af-848390b94d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912685 Mar 08 04:56:42.798195 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c7723936-ac9c-4e8e-9f92-a2c773a91765 req-9e32b985-70d6-4b90-a586-1e05b6506a1f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f07bd60e-0657-4bec-8ea3-6f2a87674bc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436685 Mar 08 04:56:42.883392 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7723936-ac9c-4e8e-9f92-a2c773a91765 req-173f6bc1-ca2b-4619-8cdc-0602535db257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:42.884884 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c7723936-ac9c-4e8e-9f92-a2c773a91765 req-173f6bc1-ca2b-4619-8cdc-0602535db257 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=765d2cac172b406bbe3b16713b3aedd6&device_id=f07bd60e-0657-4bec-8ea3-6f2a87674bc3 HTTP/1.1" status: 200 len: 1130 time: 0.0438235 Mar 08 04:56:43.002867 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7723936-ac9c-4e8e-9f92-a2c773a91765 req-e2c5b3c9-803a-4f07-b282-fa9c15ccc29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:43.005248 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c7723936-ac9c-4e8e-9f92-a2c773a91765 req-e2c5b3c9-803a-4f07-b282-fa9c15ccc29d service neutron] 10.222.0.18 "GET /v2.0/networks?id=a5e0ee09-af9b-47bb-91a6-5a6b90ff711c HTTP/1.1" status: 200 len: 913 time: 0.0991738 Mar 08 04:56:43.076376 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c7723936-ac9c-4e8e-9f92-a2c773a91765 req-d858f151-8f66-48be-a1b0-030ab566a625 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be61fff7-3006-4915-b7b6-cce7c6651a44 HTTP/1.1" status: 200 len: 1001 time: 0.0646551 Mar 08 04:56:43.133872 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7723936-ac9c-4e8e-9f92-a2c773a91765 req-85bd6947-fdaf-4a0a-a2a8-3f85d075b8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:43.136624 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c7723936-ac9c-4e8e-9f92-a2c773a91765 req-85bd6947-fdaf-4a0a-a2a8-3f85d075b8ad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dd319751-0ba2-4bbf-9f61-65487594c0f2 HTTP/1.1" status: 200 len: 851 time: 0.0530720 Mar 08 04:56:43.195130 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7723936-ac9c-4e8e-9f92-a2c773a91765 req-34de9b43-9b30-4d13-ac0a-61f38a03d976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:56:43.196763 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c7723936-ac9c-4e8e-9f92-a2c773a91765 req-34de9b43-9b30-4d13-ac0a-61f38a03d976 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5e0ee09-af9b-47bb-91a6-5a6b90ff711c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0512755 Mar 08 04:56:43.303224 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c7723936-ac9c-4e8e-9f92-a2c773a91765 req-f2fca563-fd8a-4f48-aa91-6e69c7a901cf service neutron] 10.222.0.18 "GET /v2.0/networks/a5e0ee09-af9b-47bb-91a6-5a6b90ff711c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990055 Mar 08 04:56:43.417592 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c7723936-ac9c-4e8e-9f92-a2c773a91765 req-3b08474f-4f48-46b2-9e64-9c481c3f4f39 service neutron] 10.222.0.18 "GET /v2.0/networks/a5e0ee09-af9b-47bb-91a6-5a6b90ff711c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049747 Mar 08 04:56:44.011576 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-7331a4ce-cc17-446c-8064-6331bf68fb9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:46.255451 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-cd502aba-cfab-4ea3-9d65-30eecafcc7d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:47.272203 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:48.723801 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:50.119527 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:59.059743 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 49392) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:56:59.106066 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3e92a26-af9b-4002-81dd-023204514cb5 admin admin] Deleting subnet 97dd6ad5-3719-4976-b274-4923edb2fc0a {{(pid=110145) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 04:56:59.109352 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b3e92a26-af9b-4002-81dd-023204514cb5 admin admin] Publish callbacks [] for subnet (97dd6ad5-3719-4976-b274-4923edb2fc0a), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:59.142951 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b3e92a26-af9b-4002-81dd-023204514cb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1921012'] for subnet (97dd6ad5-3719-4976-b274-4923edb2fc0a), precommit_delete_associations {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:59.179474 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b3e92a26-af9b-4002-81dd-023204514cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4105722'] for subnet (97dd6ad5-3719-4976-b274-4923edb2fc0a), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:59.300430 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b3e92a26-af9b-4002-81dd-023204514cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4105697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62793094', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59254926'] for subnet (97dd6ad5-3719-4976-b274-4923edb2fc0a), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:59.326952 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e92a26-af9b-4002-81dd-023204514cb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97dd6ad5-3719-4976-b274-4923edb2fc0a,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:56:59.328930 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b3e92a26-af9b-4002-81dd-023204514cb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for subnet (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:59.332525 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-b3e92a26-af9b-4002-81dd-023204514cb5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/97dd6ad5-3719-4976-b274-4923edb2fc0a HTTP/1.1" status: 204 len: 168 time: 0.2713649 Mar 08 04:56:59.334644 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 49396) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:56:59.404591 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-24e481b9-198f-4f19-8d0f-b194b7673a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3980661'] for network (e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:59.483335 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-24e481b9-198f-4f19-8d0f-b194b7673a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3756149', 'neutron.services.segments.db._delete_segments_for_network-8769087550311'] for network (e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:59.503965 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.services.segments.db [None req-24e481b9-198f-4f19-8d0f-b194b7673a8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46']}} {{(pid=110145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:56:59.512859 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.services.segments.db [None req-24e481b9-198f-4f19-8d0f-b194b7673a8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03d8bf38-0678-448f-9bc7-95730c18710f') {'for_net_delete': True} {{(pid=110145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:56:59.513167 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.services.segments.db [None req-24e481b9-198f-4f19-8d0f-b194b7673a8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03d8bf38-0678-448f-9bc7-95730c18710f') {} {{(pid=110145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:56:59.522153 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-24e481b9-198f-4f19-8d0f-b194b7673a8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769087551344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920783'] for segment (03d8bf38-0678-448f-9bc7-95730c18710f), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:59.534847 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-24e481b9-198f-4f19-8d0f-b194b7673a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041'] for segment (03d8bf38-0678-448f-9bc7-95730c18710f), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:59.540485 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24e481b9-198f-4f19-8d0f-b194b7673a8c admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=110145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 04:56:59.544456 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-24e481b9-198f-4f19-8d0f-b194b7673a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62793196'] for segment (03d8bf38-0678-448f-9bc7-95730c18710f), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:59.544456 dv-cinder-740146-13-iscsi neutron-server[110145]: Traceback (most recent call last): Mar 08 04:56:59.544456 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 04:56:59.544456 dv-cinder-740146-13-iscsi neutron-server[110145]: timer() Mar 08 04:56:59.544456 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 04:56:59.544456 dv-cinder-740146-13-iscsi neutron-server[110145]: cb(*args, **kw) Mar 08 04:56:59.544456 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 04:56:59.544456 dv-cinder-740146-13-iscsi neutron-server[110145]: return func(*args, **kwargs) Mar 08 04:56:59.544456 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 04:56:59.544456 dv-cinder-740146-13-iscsi neutron-server[110145]: self._notify() Mar 08 04:56:59.544456 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 04:56:59.544456 dv-cinder-740146-13-iscsi neutron-server[110145]: self.callback(batched_events) Mar 08 04:56:59.544456 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 04:56:59.544456 dv-cinder-740146-13-iscsi neutron-server[110145]: event.method(event) Mar 08 04:56:59.544456 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 04:56:59.544456 dv-cinder-740146-13-iscsi neutron-server[110145]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 04:56:59.544456 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 04:56:59.544456 dv-cinder-740146-13-iscsi neutron-server[110145]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 04:56:59.544456 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 04:56:59.544456 dv-cinder-740146-13-iscsi neutron-server[110145]: return f(self, *a, **k) Mar 08 04:56:59.544456 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 04:56:59.544456 dv-cinder-740146-13-iscsi neutron-server[110145]: return self._get(url).json() Mar 08 04:56:59.544456 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 04:56:59.544456 dv-cinder-740146-13-iscsi neutron-server[110145]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 04:56:59.544456 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 04:56:59.544456 dv-cinder-740146-13-iscsi neutron-server[110145]: return self.request(url, 'GET', **kwargs) Mar 08 04:56:59.544456 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 04:56:59.544456 dv-cinder-740146-13-iscsi neutron-server[110145]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 04:56:59.544456 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 04:56:59.544456 dv-cinder-740146-13-iscsi neutron-server[110145]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 04:56:59.544456 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 04:56:59.544456 dv-cinder-740146-13-iscsi neutron-server[110145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 04:56:59.544456 dv-cinder-740146-13-iscsi neutron-server[110145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 04:56:59.642705 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-24e481b9-198f-4f19-8d0f-b194b7673a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3756156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-950959'] for network (e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:59.647825 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-24e481b9-198f-4f19-8d0f-b194b7673a8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for network (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:59.653811 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-24e481b9-198f-4f19-8d0f-b194b7673a8c admin admin] 10.222.0.35 "DELETE /v2.0/networks/e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46 HTTP/1.1" status: 204 len: 168 time: 0.3180270 Mar 08 04:56:59.664546 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e481b9-198f-4f19-8d0f-b194b7673a8c admin admin] Pushing event deleted for resources: {'Network': ['ID=e3fab0ec-3a27-4fa9-b7c2-ba21e91fea46,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:56:59.842845 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:56:59.964824 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 49400) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:57:00.004030 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-c1e9fad2-ea76-4ac7-83a7-ad5d1ad75c98 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=53226347ce91485b83dcebd65194b876&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379977 Mar 08 04:57:00.006288 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 49402) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:57:00.058501 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-37dcd466-690f-433e-a686-fa2763d156ce admin admin] Publish callbacks [] for security_group (4b897eda-2ec5-40c4-96e8-67c9ca6b58fd), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:57:00.079200 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-37dcd466-690f-433e-a686-fa2763d156ce admin admin] Publish callbacks [] for security_group (4b897eda-2ec5-40c4-96e8-67c9ca6b58fd), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:57:00.205423 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-37dcd466-690f-433e-a686-fa2763d156ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (4b897eda-2ec5-40c4-96e8-67c9ca6b58fd), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:57:00.207988 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-37dcd466-690f-433e-a686-fa2763d156ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:57:00.209115 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-37dcd466-690f-433e-a686-fa2763d156ce admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4b897eda-2ec5-40c4-96e8-67c9ca6b58fd HTTP/1.1" status: 204 len: 168 time: 0.2019715 Mar 08 04:57:00.216845 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dcd466-690f-433e-a686-fa2763d156ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b897eda-2ec5-40c4-96e8-67c9ca6b58fd,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:57:11.194140 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:57:14.002411 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-a47fb258-1dd2-4229-8263-562081099527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:57:16.244343 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-532fcf94-9262-4185-b92e-a314db4e4a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:57:17.250332 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:57:18.739429 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:57:20.105080 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:57:25.529421 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 49548) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:57:25.629383 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-1accc977-9e3e-4fc4-9155-45296f366489 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:57:25.699727 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-1accc977-9e3e-4fc4-9155-45296f366489 admin admin] Publish callbacks [] for security_group (1da6e65c-e488-49d1-8360-28aff0d20d6a), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:57:25.782334 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-1accc977-9e3e-4fc4-9155-45296f366489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (1da6e65c-e488-49d1-8360-28aff0d20d6a), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:57:25.817594 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1accc977-9e3e-4fc4-9155-45296f366489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da6e65c-e488-49d1-8360-28aff0d20d6a,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:57:25.821806 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-1accc977-9e3e-4fc4-9155-45296f366489 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6e38cb8e3b6a48fbae2287bf5137ea41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2913754 Mar 08 04:57:25.824457 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 49552) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:57:25.872795 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ba7aebf5-98f9-4eff-ad3c-940ff2bc4455 admin admin] Publish callbacks [] for security_group (1da6e65c-e488-49d1-8360-28aff0d20d6a), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:57:25.894152 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ba7aebf5-98f9-4eff-ad3c-940ff2bc4455 admin admin] Publish callbacks [] for security_group (1da6e65c-e488-49d1-8360-28aff0d20d6a), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:57:26.004089 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ba7aebf5-98f9-4eff-ad3c-940ff2bc4455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (1da6e65c-e488-49d1-8360-28aff0d20d6a), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:57:26.006727 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ba7aebf5-98f9-4eff-ad3c-940ff2bc4455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:57:26.007871 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-ba7aebf5-98f9-4eff-ad3c-940ff2bc4455 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1da6e65c-e488-49d1-8360-28aff0d20d6a HTTP/1.1" status: 204 len: 168 time: 0.1825275 Mar 08 04:57:26.015968 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7aebf5-98f9-4eff-ad3c-940ff2bc4455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da6e65c-e488-49d1-8360-28aff0d20d6a,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:57:29.790886 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:57:43.990400 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-42dff717-abcf-44bf-ae34-1eb764323f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:57:44.273367 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cb3083ee-2532-4fd5-bb29-6ec8033c4796 req-2a241dbd-0bbd-4ec8-870c-0b8939ea7c30 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442441 Mar 08 04:57:44.335377 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3083ee-2532-4fd5-bb29-6ec8033c4796 req-2c04b7bf-6044-4553-a4ce-fac4df8e3d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:57:44.336832 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cb3083ee-2532-4fd5-bb29-6ec8033c4796 req-2c04b7bf-6044-4553-a4ce-fac4df8e3d50 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75e35041f01d4bd187fbb22177ce3706&device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 1168 time: 0.0434170 Mar 08 04:57:44.441322 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3083ee-2532-4fd5-bb29-6ec8033c4796 req-e7f866a2-0f31-4a60-8f0d-e22c347459cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:57:44.443467 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cb3083ee-2532-4fd5-bb29-6ec8033c4796 req-e7f866a2-0f31-4a60-8f0d-e22c347459cc service neutron] 10.222.0.18 "GET /v2.0/networks?id=c98b75ab-0d7f-44c5-97af-848390b94d78 HTTP/1.1" status: 200 len: 915 time: 0.0871329 Mar 08 04:57:44.509009 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cb3083ee-2532-4fd5-bb29-6ec8033c4796 req-afc0c449-3c19-4b68-87e2-a586d140a030 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=404d51ae-da13-45cc-a919-477c2485ffd5 HTTP/1.1" status: 200 len: 1000 time: 0.0593672 Mar 08 04:57:44.555752 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3083ee-2532-4fd5-bb29-6ec8033c4796 req-7d60fd62-b9da-4963-8d0a-09736c01e15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:57:44.557048 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cb3083ee-2532-4fd5-bb29-6ec8033c4796 req-7d60fd62-b9da-4963-8d0a-09736c01e15b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1389bb70-16b8-4ffc-992f-2288c4da026c HTTP/1.1" status: 200 len: 853 time: 0.0417690 Mar 08 04:57:44.603638 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3083ee-2532-4fd5-bb29-6ec8033c4796 req-adca93a1-3078-4d8f-8dd0-33819cc96a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:57:44.605183 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cb3083ee-2532-4fd5-bb29-6ec8033c4796 req-adca93a1-3078-4d8f-8dd0-33819cc96a4a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c98b75ab-0d7f-44c5-97af-848390b94d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418732 Mar 08 04:57:44.692910 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cb3083ee-2532-4fd5-bb29-6ec8033c4796 req-9a53ebfa-b3bc-4ee2-8e30-345576542515 service neutron] 10.222.0.18 "GET /v2.0/networks/c98b75ab-0d7f-44c5-97af-848390b94d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820229 Mar 08 04:57:44.778537 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-cb3083ee-2532-4fd5-bb29-6ec8033c4796 req-1520fe1e-4f7b-4481-982b-10af58bc2ee3 service neutron] 10.222.0.18 "GET /v2.0/networks/c98b75ab-0d7f-44c5-97af-848390b94d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797925 Mar 08 04:57:46.253106 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-43c3d2c9-1e4a-4fc6-a764-3764960d965d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:57:47.281900 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:57:48.193861 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:57:48.727310 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:57:50.098757 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:57:51.803669 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07adc8-1556-4a33-9ed0-3f8e968b6763 req-ef8548cc-ce23-4f79-84f4-8cae795d89df tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:57:51.805201 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-6a07adc8-1556-4a33-9ed0-3f8e968b6763 req-ef8548cc-ce23-4f79-84f4-8cae795d89df tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 984 time: 0.0527422 Mar 08 04:57:51.857889 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e8b1a-986b-4e15-a7f2-d8389a8c5bc0 req-1021b1d5-e7d1-41d6-92e0-abff0fc01ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:57:51.859620 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-528e8b1a-986b-4e15-a7f2-d8389a8c5bc0 req-1021b1d5-e7d1-41d6-92e0-abff0fc01ca9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75e35041f01d4bd187fbb22177ce3706&device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 1168 time: 0.0440111 Mar 08 04:57:51.866178 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-6a07adc8-1556-4a33-9ed0-3f8e968b6763 req-e4be5bf6-44d9-4928-a21d-ad6653e9236e tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/security-groups?id=77c6db58-89bb-4ee1-b061-c601dab7972c&id=a02dead7-f4e8-4fd3-8fd7-d8407323e723&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541854 Mar 08 04:57:51.949191 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e8b1a-986b-4e15-a7f2-d8389a8c5bc0 req-2b197366-b2ae-43fd-89fe-762eaedc35f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:57:51.950636 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-528e8b1a-986b-4e15-a7f2-d8389a8c5bc0 req-2b197366-b2ae-43fd-89fe-762eaedc35f8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c98b75ab-0d7f-44c5-97af-848390b94d78 HTTP/1.1" status: 200 len: 915 time: 0.0849159 Mar 08 04:57:52.012643 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-528e8b1a-986b-4e15-a7f2-d8389a8c5bc0 req-5bc3ec44-48ad-40ac-8d2f-8a518d9daaf3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=404d51ae-da13-45cc-a919-477c2485ffd5 HTTP/1.1" status: 200 len: 1000 time: 0.0557709 Mar 08 04:57:52.061484 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e8b1a-986b-4e15-a7f2-d8389a8c5bc0 req-4e0b08be-112f-4901-83da-3e55c6bafb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:57:52.062889 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-528e8b1a-986b-4e15-a7f2-d8389a8c5bc0 req-4e0b08be-112f-4901-83da-3e55c6bafb31 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1389bb70-16b8-4ffc-992f-2288c4da026c HTTP/1.1" status: 200 len: 853 time: 0.0443466 Mar 08 04:57:52.109655 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e8b1a-986b-4e15-a7f2-d8389a8c5bc0 req-cda97df4-683e-4282-a351-0b749c0b1510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:57:52.111192 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-528e8b1a-986b-4e15-a7f2-d8389a8c5bc0 req-cda97df4-683e-4282-a351-0b749c0b1510 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c98b75ab-0d7f-44c5-97af-848390b94d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423617 Mar 08 04:57:52.198875 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-528e8b1a-986b-4e15-a7f2-d8389a8c5bc0 req-c0b91b2c-a64c-4cbb-9ced-b70dadb0d0f3 service neutron] 10.222.0.18 "GET /v2.0/networks/c98b75ab-0d7f-44c5-97af-848390b94d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811379 Mar 08 04:57:52.284914 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-528e8b1a-986b-4e15-a7f2-d8389a8c5bc0 req-cbd9c3f3-0969-42d0-9520-5c352c56e04f service neutron] 10.222.0.18 "GET /v2.0/networks/c98b75ab-0d7f-44c5-97af-848390b94d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796080 Mar 08 04:57:52.983184 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9643d-d142-4e68-b230-11693cc2d3d1 req-861e92b8-5746-4455-b10e-73618e542665 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:57:52.984898 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-10a9643d-d142-4e68-b230-11693cc2d3d1 req-861e92b8-5746-4455-b10e-73618e542665 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 984 time: 0.0516741 Mar 08 04:57:53.045370 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-10a9643d-d142-4e68-b230-11693cc2d3d1 req-ed732e4b-2acb-40fe-924e-0d0a5a6416ff tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/security-groups?id=77c6db58-89bb-4ee1-b061-c601dab7972c&id=a02dead7-f4e8-4fd3-8fd7-d8407323e723&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548327 Mar 08 04:57:54.159010 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a0e15-7771-4168-9219-095b8937a5aa req-c289e53d-ca71-419c-a09d-e097cf2c5b63 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:57:54.161007 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-ed0a0e15-7771-4168-9219-095b8937a5aa req-c289e53d-ca71-419c-a09d-e097cf2c5b63 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 984 time: 0.0504236 Mar 08 04:57:54.221754 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-ed0a0e15-7771-4168-9219-095b8937a5aa req-8d963914-c904-4251-8d0a-1bd2b6fea654 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/security-groups?id=77c6db58-89bb-4ee1-b061-c601dab7972c&id=a02dead7-f4e8-4fd3-8fd7-d8407323e723&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551066 Mar 08 04:57:55.342021 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a475cc2-1c7f-4f12-895c-469cceae4ff4 req-8b4e6196-66a4-4e35-8292-db0c7b732480 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:57:55.343471 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-5a475cc2-1c7f-4f12-895c-469cceae4ff4 req-8b4e6196-66a4-4e35-8292-db0c7b732480 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 984 time: 0.0515273 Mar 08 04:57:55.400882 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-5a475cc2-1c7f-4f12-895c-469cceae4ff4 req-e01befb3-bd2a-4c00-9540-b68671bd1433 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/security-groups?id=77c6db58-89bb-4ee1-b061-c601dab7972c&id=a02dead7-f4e8-4fd3-8fd7-d8407323e723&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511942 Mar 08 04:57:56.514948 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96144e7-83d1-4fcc-aa9e-ed40ceea9b16 req-e434fad9-7ce8-4ace-9457-25bf6013db35 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:57:56.516288 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-d96144e7-83d1-4fcc-aa9e-ed40ceea9b16 req-e434fad9-7ce8-4ace-9457-25bf6013db35 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 984 time: 0.0512495 Mar 08 04:57:56.574659 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-d96144e7-83d1-4fcc-aa9e-ed40ceea9b16 req-a4968364-517a-49ce-9a0f-63bbd2a3af00 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/security-groups?id=77c6db58-89bb-4ee1-b061-c601dab7972c&id=a02dead7-f4e8-4fd3-8fd7-d8407323e723&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528216 Mar 08 04:57:57.694013 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35c544-ea1f-4d1c-8a1e-36f71c397d31 req-6612ef96-789a-4a09-8b4f-6ebe245f9234 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:57:57.695488 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1f35c544-ea1f-4d1c-8a1e-36f71c397d31 req-6612ef96-789a-4a09-8b4f-6ebe245f9234 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 984 time: 0.0516832 Mar 08 04:57:57.752603 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-1f35c544-ea1f-4d1c-8a1e-36f71c397d31 req-e4175ff3-01f8-4786-ad9b-b9fb0b85e74f tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/security-groups?id=77c6db58-89bb-4ee1-b061-c601dab7972c&id=a02dead7-f4e8-4fd3-8fd7-d8407323e723&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515211 Mar 08 04:57:58.867245 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6be76-8a0a-4f05-9fdd-dabb7cd4a7c0 req-4f396e0b-c268-4a70-a6cb-e5a68ac64573 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:57:58.868679 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-cdf6be76-8a0a-4f05-9fdd-dabb7cd4a7c0 req-4f396e0b-c268-4a70-a6cb-e5a68ac64573 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 984 time: 0.0511060 Mar 08 04:57:58.925531 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-cdf6be76-8a0a-4f05-9fdd-dabb7cd4a7c0 req-bffc649a-f42d-49ba-adde-47b5b96d9f7f tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/security-groups?id=77c6db58-89bb-4ee1-b061-c601dab7972c&id=a02dead7-f4e8-4fd3-8fd7-d8407323e723&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512578 Mar 08 04:57:59.798074 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:00.053221 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ec316-828b-474d-82a7-c09e6f66dd86 req-0104b7c2-5343-4999-a1ea-745b407ecbc9 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:00.054587 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a20ec316-828b-474d-82a7-c09e6f66dd86 req-0104b7c2-5343-4999-a1ea-745b407ecbc9 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 984 time: 0.0546415 Mar 08 04:58:00.111992 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-a20ec316-828b-474d-82a7-c09e6f66dd86 req-4ae727c5-47fc-4387-aef5-06744b0b6d00 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/security-groups?id=77c6db58-89bb-4ee1-b061-c601dab7972c&id=a02dead7-f4e8-4fd3-8fd7-d8407323e723&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518448 Mar 08 04:58:01.228585 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f18f4-87d9-4c9c-9147-51986b034e4e req-fcb9ba50-1ad4-411d-97b8-8734fe04a606 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:01.230043 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-729f18f4-87d9-4c9c-9147-51986b034e4e req-fcb9ba50-1ad4-411d-97b8-8734fe04a606 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 984 time: 0.0546081 Mar 08 04:58:01.287380 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-729f18f4-87d9-4c9c-9147-51986b034e4e req-3a79539a-7829-428f-8904-28960133763a tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/security-groups?id=77c6db58-89bb-4ee1-b061-c601dab7972c&id=a02dead7-f4e8-4fd3-8fd7-d8407323e723&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0515141 Mar 08 04:58:02.401817 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7401ac3-1088-4cdf-8417-6ebc47b23702 req-51fb372b-3b86-4f5b-8be2-c588abbec8dd tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:02.403254 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f7401ac3-1088-4cdf-8417-6ebc47b23702 req-51fb372b-3b86-4f5b-8be2-c588abbec8dd tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 984 time: 0.0504487 Mar 08 04:58:02.461252 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f7401ac3-1088-4cdf-8417-6ebc47b23702 req-bdf93964-a05f-41f0-b526-5c16cd14bd12 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/security-groups?id=77c6db58-89bb-4ee1-b061-c601dab7972c&id=a02dead7-f4e8-4fd3-8fd7-d8407323e723&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523145 Mar 08 04:58:03.575040 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5ddd6-d016-4634-9ffd-c860f1428194 req-5e2518be-f2df-487e-b38a-0096efb36503 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:03.576404 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-cbe5ddd6-d016-4634-9ffd-c860f1428194 req-5e2518be-f2df-487e-b38a-0096efb36503 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 984 time: 0.0519364 Mar 08 04:58:03.634426 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-cbe5ddd6-d016-4634-9ffd-c860f1428194 req-9bb5f588-8d74-4ee2-8816-dea515352f94 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/security-groups?id=77c6db58-89bb-4ee1-b061-c601dab7972c&id=a02dead7-f4e8-4fd3-8fd7-d8407323e723&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524666 Mar 08 04:58:14.043749 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4abff46d-40a2-440c-8deb-0c8b2793219b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:15.631779 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c5a312-bd11-4f11-9d68-bdc593a0702a req-8ee8b2e3-d43c-4e4c-9dfb-a05a5af4fe7d tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:15.633242 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-91c5a312-bd11-4f11-9d68-bdc593a0702a req-8ee8b2e3-d43c-4e4c-9dfb-a05a5af4fe7d tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=f07bd60e-0657-4bec-8ea3-6f2a87674bc3 HTTP/1.1" status: 200 len: 946 time: 0.0564125 Mar 08 04:58:15.681889 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-91c5a312-bd11-4f11-9d68-bdc593a0702a req-8e7d3472-c175-416c-81ee-ae3717d1d1f8 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432193 Mar 08 04:58:16.260805 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-92674fa4-82b7-43ff-9a2b-916bac1a8459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:16.796419 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf68736-fc3f-4721-918f-8b5820590774 req-f911c05e-76d2-44f3-8b74-0678e23ec508 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:16.797896 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4bf68736-fc3f-4721-918f-8b5820590774 req-f911c05e-76d2-44f3-8b74-0678e23ec508 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=f07bd60e-0657-4bec-8ea3-6f2a87674bc3 HTTP/1.1" status: 200 len: 946 time: 0.0499399 Mar 08 04:58:16.848187 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-4bf68736-fc3f-4721-918f-8b5820590774 req-6a179987-9faf-4ae5-a417-32401ccb5ff3 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442114 Mar 08 04:58:17.289389 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:17.374081 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0ac96-c237-48c6-a5a0-f21e6d77ffb4 req-5cf0316e-920d-4fc4-bd8f-aca505c874a7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:17.375426 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-5ff0ac96-c237-48c6-a5a0-f21e6d77ffb4 req-5cf0316e-920d-4fc4-bd8f-aca505c874a7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.18 "GET /v2.0/ports?device_id=f07bd60e-0657-4bec-8ea3-6f2a87674bc3 HTTP/1.1" status: 200 len: 946 time: 0.0513432 Mar 08 04:58:17.466087 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-5ff0ac96-c237-48c6-a5a0-f21e6d77ffb4 req-beeac7d8-4583-41c7-89d0-d810d09214a7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Deleting port be61fff7-3006-4915-b7b6-cce7c6651a44 {{(pid=110144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:58:17.466429 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-5ff0ac96-c237-48c6-a5a0-f21e6d77ffb4 req-beeac7d8-4583-41c7-89d0-d810d09214a7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (be61fff7-3006-4915-b7b6-cce7c6651a44), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:17.555420 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-5ff0ac96-c237-48c6-a5a0-f21e6d77ffb4 req-beeac7d8-4583-41c7-89d0-d810d09214a7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] For port be61fff7-3006-4915-b7b6-cce7c6651a44, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=be61fff7-3006-4915-b7b6-cce7c6651a44,segment=NetworkSegment(4904b58b-aea2-4630-b83a-0db65c659289),segment_id=4904b58b-aea2-4630-b83a-0db65c659289)] {{(pid=110144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:58:17.555778 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-5ff0ac96-c237-48c6-a5a0-f21e6d77ffb4 req-beeac7d8-4583-41c7-89d0-d810d09214a7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (be61fff7-3006-4915-b7b6-cce7c6651a44), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:17.721982 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-5ff0ac96-c237-48c6-a5a0-f21e6d77ffb4 req-beeac7d8-4583-41c7-89d0-d810d09214a7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:17.722342 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-5ff0ac96-c237-48c6-a5a0-f21e6d77ffb4 req-beeac7d8-4583-41c7-89d0-d810d09214a7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952661'] for floatingip (95f3cd9e-b5ae-489e-9e8d-dfe789be7f62), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:17.722656 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.db.l3_db [req-5ff0ac96-c237-48c6-a5a0-f21e6d77ffb4 req-beeac7d8-4583-41c7-89d0-d810d09214a7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Floating IP 95f3cd9e-b5ae-489e-9e8d-dfe789be7f62 disassociated. External IP: 172.27.0.91, port: be61fff7-3006-4915-b7b6-cce7c6651a44. Mar 08 04:58:17.722990 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-5ff0ac96-c237-48c6-a5a0-f21e6d77ffb4 req-beeac7d8-4583-41c7-89d0-d810d09214a7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Calling delete_port for be61fff7-3006-4915-b7b6-cce7c6651a44 owned by compute:nova {{(pid=110144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:58:17.971020 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cbd91e-dcf9-4a1c-8593-48ed3ec7449c req-6833cab4-2782-4eda-bfd3-a013283df36e tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:17.972750 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-e9cbd91e-dcf9-4a1c-8593-48ed3ec7449c req-6833cab4-2782-4eda-bfd3-a013283df36e tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=f07bd60e-0657-4bec-8ea3-6f2a87674bc3 HTTP/1.1" status: 200 len: 946 time: 0.0543416 Mar 08 04:58:18.023186 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-e9cbd91e-dcf9-4a1c-8593-48ed3ec7449c req-ea59227d-c76c-4c12-9b77-c9bfdf3c29d9 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448198 Mar 08 04:58:18.163529 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-5ff0ac96-c237-48c6-a5a0-f21e6d77ffb4 req-beeac7d8-4583-41c7-89d0-d810d09214a7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (be61fff7-3006-4915-b7b6-cce7c6651a44), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:18.191716 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeac7d8-4583-41c7-89d0-d810d09214a7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Pushing event deleted for resources: {'Port': ['ID=be61fff7-3006-4915-b7b6-cce7c6651a44,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:58:18.202665 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeac7d8-4583-41c7-89d0-d810d09214a7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:58:18.203027 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeac7d8-4583-41c7-89d0-d810d09214a7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:58:18.203377 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeac7d8-4583-41c7-89d0-d810d09214a7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:58:18.203718 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeac7d8-4583-41c7-89d0-d810d09214a7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:58:18.204056 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeac7d8-4583-41c7-89d0-d810d09214a7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:58:18.204391 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeac7d8-4583-41c7-89d0-d810d09214a7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:58:18.204723 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeac7d8-4583-41c7-89d0-d810d09214a7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:58:18.205056 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeac7d8-4583-41c7-89d0-d810d09214a7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:58:18.210231 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeac7d8-4583-41c7-89d0-d810d09214a7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:58:18.210231 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeac7d8-4583-41c7-89d0-d810d09214a7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:58:18.210231 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeac7d8-4583-41c7-89d0-d810d09214a7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:58:18.210231 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeac7d8-4583-41c7-89d0-d810d09214a7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:58:18.210231 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beeac7d8-4583-41c7-89d0-d810d09214a7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:58:18.314477 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ff0ac96-c237-48c6-a5a0-f21e6d77ffb4 req-beeac7d8-4583-41c7-89d0-d810d09214a7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Router cefccb04-0a25-4799-867e-87c90af5ccf0 has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:58:18.419346 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ff0ac96-c237-48c6-a5a0-f21e6d77ffb4 req-beeac7d8-4583-41c7-89d0-d810d09214a7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:58:18.430059 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1185b6-6874-4f8f-a2e5-fe841a528bcb None None] Sync routers for ids ['cefccb04-0a25-4799-867e-87c90af5ccf0'] in dv-cinder-740146-13-iscsi {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:58:18.439441 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1185b6-6874-4f8f-a2e5-fe841a528bcb None None] Routers {'cefccb04-0a25-4799-867e-87c90af5ccf0'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:58:18.440043 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-3f1185b6-6874-4f8f-a2e5-fe841a528bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:58:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['cefccb04-0a25-4799-867e-87c90af5ccf0'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:58:18.458201 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff0ac96-c237-48c6-a5a0-f21e6d77ffb4 req-beeac7d8-4583-41c7-89d0-d810d09214a7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] No DVR routers for this DVR port be61fff7-3006-4915-b7b6-cce7c6651a44 on host hv-cinder-74014 {{(pid=110144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:58:18.460658 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-5ff0ac96-c237-48c6-a5a0-f21e6d77ffb4 req-beeac7d8-4583-41c7-89d0-d810d09214a7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:18.463920 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-5ff0ac96-c237-48c6-a5a0-f21e6d77ffb4 req-beeac7d8-4583-41c7-89d0-d810d09214a7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.18 "DELETE /v2.0/ports/be61fff7-3006-4915-b7b6-cce7c6651a44 HTTP/1.1" status: 204 len: 173 time: 1.0829535 Mar 08 04:58:18.464355 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f07bd60e-0657-4bec-8ea3-6f2a87674bc3', 'name': 'network-vif-deleted', 'tag': 'be61fff7-3006-4915-b7b6-cce7c6651a44'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:58:18.466653 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf56e5c6-a482-4544-9a37-6789c1e8c856" -d '{"events": [{"server_uuid": "f07bd60e-0657-4bec-8ea3-6f2a87674bc3", "name": "network-vif-deleted", "tag": "be61fff7-3006-4915-b7b6-cce7c6651a44"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:58:18.504724 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8734def-6a25-4374-a31d-0f3aa22a4179 x-openstack-request-id: req-b8734def-6a25-4374-a31d-0f3aa22a4179 {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:58:18.505021 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f07bd60e-0657-4bec-8ea3-6f2a87674bc3", "name": "network-vif-deleted", "tag": "be61fff7-3006-4915-b7b6-cce7c6651a44", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:58:18.505312 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b8734def-6a25-4374-a31d-0f3aa22a4179 {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:58:18.505719 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f07bd60e-0657-4bec-8ea3-6f2a87674bc3', 'name': 'network-vif-deleted', 'tag': 'be61fff7-3006-4915-b7b6-cce7c6651a44', 'status': 'completed', 'code': 200} Mar 08 04:58:18.553454 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-3f1185b6-6874-4f8f-a2e5-fe841a528bcb None None] Set router cefccb04-0a25-4799-867e-87c90af5ccf0 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:58:18.721647 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:18.759883 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-3f1185b6-6874-4f8f-a2e5-fe841a528bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'name': 'tempest-TestVolumeBootPattern-1106610680-router', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'bd735f17-7f06-456d-bc56-188012149a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:54:39Z', 'updated_at': '2022-03-08T04:54:43Z', 'revision_number': 4, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'gw_port': {'id': 'bd735f17-7f06-456d-bc56-188012149a29', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:40Z', 'updated_at': '2022-03-08T04:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': 'a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6', 'name': '', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'mac_address': 'fa:16:3e:1b:6b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:42Z', 'updated_at': '2022-03-08T04:54:46Z', 'revision_number': 5, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'subnets': [{'id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:58:18.789220 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1185b6-6874-4f8f-a2e5-fe841a528bcb None None] Checking router: cefccb04-0a25-4799-867e-87c90af5ccf0 for host: dv-cinder-740146-13-iscsi {{(pid=110147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:58:18.797200 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1185b6-6874-4f8f-a2e5-fe841a528bcb None None] Routers {'cefccb04-0a25-4799-867e-87c90af5ccf0'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:58:18.797796 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-3f1185b6-6874-4f8f-a2e5-fe841a528bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:58:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['cefccb04-0a25-4799-867e-87c90af5ccf0'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:58:18.904223 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-3f1185b6-6874-4f8f-a2e5-fe841a528bcb None None] Set router cefccb04-0a25-4799-867e-87c90af5ccf0 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:58:19.095025 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-3f1185b6-6874-4f8f-a2e5-fe841a528bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'name': 'tempest-TestVolumeBootPattern-1106610680-router', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'bd735f17-7f06-456d-bc56-188012149a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:54:39Z', 'updated_at': '2022-03-08T04:54:43Z', 'revision_number': 4, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'gw_port': {'id': 'bd735f17-7f06-456d-bc56-188012149a29', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:40Z', 'updated_at': '2022-03-08T04:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': 'a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6', 'name': '', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'mac_address': 'fa:16:3e:1b:6b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:42Z', 'updated_at': '2022-03-08T04:54:46Z', 'revision_number': 5, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'subnets': [{'id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:58:19.126196 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1185b6-6874-4f8f-a2e5-fe841a528bcb None None] The sync data for ids ['cefccb04-0a25-4799-867e-87c90af5ccf0'] in dv-cinder-740146-13-iscsi is: [{'id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'name': 'tempest-TestVolumeBootPattern-1106610680-router', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'bd735f17-7f06-456d-bc56-188012149a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:54:39Z', 'updated_at': '2022-03-08T04:54:43Z', 'revision_number': 4, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'gw_port': {'id': 'bd735f17-7f06-456d-bc56-188012149a29', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:40Z', 'updated_at': '2022-03-08T04:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': 'a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6', 'name': '', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'mac_address': 'fa:16:3e:1b:6b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:42Z', 'updated_at': '2022-03-08T04:54:46Z', 'revision_number': 5, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'subnets': [{'id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:58:19.126580 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-ce8c77a9-c6f2-4756-a06b-b49baeca8b5a req-49f8a16f-040c-4b5c-af26-cf87fb87ac12 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=f07bd60e-0657-4bec-8ea3-6f2a87674bc3 HTTP/1.1" status: 200 len: 210 time: 0.0273187 Mar 08 04:58:19.366202 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30903435-a376-46aa-a894-507a036472d7 None None] New status for floating IP 95f3cd9e-b5ae-489e-9e8d-dfe789be7f62: DOWN {{(pid=110146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:58:20.104171 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:20.429684 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-a346a82f-082d-434c-9119-71410cba53e2 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1295922075&fields=id&tenant_id=765d2cac172b406bbe3b16713b3aedd6 HTTP/1.1" status: 200 len: 267 time: 0.0456240 Mar 08 04:58:20.530891 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-c33f16e6-e881-46dd-95da-dc82729a58df tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:20.532335 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-c33f16e6-e881-46dd-95da-dc82729a58df tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/networks?id=a5e0ee09-af9b-47bb-91a6-5a6b90ff711c HTTP/1.1" status: 200 len: 812 time: 0.0964386 Mar 08 04:58:20.548196 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-18cf30d1-1438-421b-b6bb-4b710c96def9 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/quotas/765d2cac172b406bbe3b16713b3aedd6 HTTP/1.1" status: 200 len: 375 time: 0.0099018 Mar 08 04:58:20.602043 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-7154db16-b638-4ffb-9084-fcac54b0ffc6 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=765d2cac172b406bbe3b16713b3aedd6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482333 Mar 08 04:58:20.705001 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-5d9896d5-5a1e-42cb-8947-8426338a9d92 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=110145) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 08 04:58:20.706030 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-5d9896d5-5a1e-42cb-8947-8426338a9d92 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0921960 Mar 08 04:58:20.796172 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-f108631c-1349-446f-b3c6-7aabfcef18d6 service neutron] 10.222.0.35 "GET /v2.0/networks/a5e0ee09-af9b-47bb-91a6-5a6b90ff711c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844498 Mar 08 04:58:20.884800 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-34dfa55e-9948-47e8-9bf8-c57b9f4423bb service neutron] 10.222.0.35 "GET /v2.0/networks/a5e0ee09-af9b-47bb-91a6-5a6b90ff711c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825338 Mar 08 04:58:21.062387 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device be61fff7-3006-4915-b7b6-cce7c6651a44 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:58:21.081849 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] No Port match for: be61fff7-3006-4915-b7b6-cce7c6651a44 {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:58:21.082196 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device be61fff7-3006-4915-b7b6-cce7c6651a44 not bound to the agent host hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:58:21.423115 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-883e7445-558a-4794-bb52-21b6f163a5dc req-c1c8d6eb-67c3-48f9-8e17-2687e6dae005 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=a246f6c4-4d35-4c8e-91e4-93e53e259742 HTTP/1.1" status: 200 len: 210 time: 0.0297747 Mar 08 04:58:22.514082 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-47187141-563e-4778-b870-c29466072902 req-30b5c021-f295-4c16-a9b7-c1e551388799 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=a246f6c4-4d35-4c8e-91e4-93e53e259742 HTTP/1.1" status: 200 len: 210 time: 0.0261042 Mar 08 04:58:23.386881 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-f5c03299-d1bc-4e7b-af47-01ba55c971ae tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:23.388342 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-f5c03299-d1bc-4e7b-af47-01ba55c971ae tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.18 "GET /v2.0/networks?id=a5e0ee09-af9b-47bb-91a6-5a6b90ff711c HTTP/1.1" status: 200 len: 812 time: 0.0981994 Mar 08 04:58:23.448939 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-be7c4849-7ffd-42cf-b694-8b76bb24fbe2 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=765d2cac172b406bbe3b16713b3aedd6 HTTP/1.1" status: 200 len: 380 time: 0.0527334 Mar 08 04:58:23.458706 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-4023a1c2-7399-41a2-9f45-8b6a0cbd8cd7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Request body: {'port': {'device_id': 'a246f6c4-4d35-4c8e-91e4-93e53e259742', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'admin_state_up': True, 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'security_groups': ['41cba0f6-5074-4242-baa4-dab6ccfe17b9']}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:58:23.611177 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-3f885a03-573e-49be-9d94-3f9061ad0891 req-400e3a08-67e2-47dc-bc7a-458f3dda5ece tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=a246f6c4-4d35-4c8e-91e4-93e53e259742 HTTP/1.1" status: 200 len: 210 time: 0.0278561 Mar 08 04:58:23.709633 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-4023a1c2-7399-41a2-9f45-8b6a0cbd8cd7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Made reservation on behalf of 765d2cac172b406bbe3b16713b3aedd6 for: {'port': 1} {{(pid=110144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 04:58:23.713094 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-4023a1c2-7399-41a2-9f45-8b6a0cbd8cd7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:23.837772 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_common [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-4023a1c2-7399-41a2-9f45-8b6a0cbd8cd7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Allocated IP 172.20.0.10 (a5e0ee09-af9b-47bb-91a6-5a6b90ff711c/dd319751-0ba2-4bbf-9f61-65487594c0f2/31afd9d9-20b4-4b8d-b5d7-b3953048b858) {{(pid=110144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:58:23.967060 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-4023a1c2-7399-41a2-9f45-8b6a0cbd8cd7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for port (31afd9d9-20b4-4b8d-b5d7-b3953048b858), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:24.066420 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-4023a1c2-7399-41a2-9f45-8b6a0cbd8cd7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (31afd9d9-20b4-4b8d-b5d7-b3953048b858), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:24.111001 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-4023a1c2-7399-41a2-9f45-8b6a0cbd8cd7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Network a5e0ee09-af9b-47bb-91a6-5a6b90ff711c is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:58:24.114046 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-4023a1c2-7399-41a2-9f45-8b6a0cbd8cd7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:58:24.117641 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-4023a1c2-7399-41a2-9f45-8b6a0cbd8cd7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Received port after_create {{(pid=110144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:58:24.140291 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4023a1c2-7399-41a2-9f45-8b6a0cbd8cd7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Pushing event updated for resources: {'Port': ['ID=31afd9d9-20b4-4b8d-b5d7-b3953048b858,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:58:24.171789 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-4023a1c2-7399-41a2-9f45-8b6a0cbd8cd7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:24.172435 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-4023a1c2-7399-41a2-9f45-8b6a0cbd8cd7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:24.275739 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-4023a1c2-7399-41a2-9f45-8b6a0cbd8cd7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8205786 Mar 08 04:58:24.287406 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-8c7c3704-ad03-448e-8747-ca152c1f112c service neutron] Request body: {'port': {'device_id': 'a246f6c4-4d35-4c8e-91e4-93e53e259742', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:58:24.349690 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-8c7c3704-ad03-448e-8747-ca152c1f112c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (31afd9d9-20b4-4b8d-b5d7-b3953048b858), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:24.367709 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-4badfba2-5b5d-4a97-a396-a0fa69a3d98e None None] Provisioning complete for port 31afd9d9-20b4-4b8d-b5d7-b3953048b858 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:58:24.368269 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4badfba2-5b5d-4a97-a396-a0fa69a3d98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (31afd9d9-20b4-4b8d-b5d7-b3953048b858), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:24.404956 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-4badfba2-5b5d-4a97-a396-a0fa69a3d98e None None] Port 31afd9d9-20b4-4b8d-b5d7-b3953048b858 cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 04:58:24.610653 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-8c7c3704-ad03-448e-8747-ca152c1f112c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31afd9d9-20b4-4b8d-b5d7-b3953048b858 {{(pid=110144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:58:24.618557 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-8c7c3704-ad03-448e-8747-ca152c1f112c service neutron] Publish callbacks [] for port (31afd9d9-20b4-4b8d-b5d7-b3953048b858), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:24.631080 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.provisioning_blocks [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-8c7c3704-ad03-448e-8747-ca152c1f112c service neutron] Transition to ACTIVE for port object 31afd9d9-20b4-4b8d-b5d7-b3953048b858 will not be triggered until provisioned by entity L2. {{(pid=110144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 04:58:24.711933 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-8c7c3704-ad03-448e-8747-ca152c1f112c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4052309'] for port (31afd9d9-20b4-4b8d-b5d7-b3953048b858), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:24.726611 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092695f-40bb-4a35-8468-3423ea60c31c req-8d3b02ba-4b45-46a0-be5d-0415334ad9e9 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:24.728081 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-6092695f-40bb-4a35-8468-3423ea60c31c req-8d3b02ba-4b45-46a0-be5d-0415334ad9e9 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=a246f6c4-4d35-4c8e-91e4-93e53e259742 HTTP/1.1" status: 200 len: 932 time: 0.0516925 Mar 08 04:58:24.766444 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c3704-ad03-448e-8747-ca152c1f112c service neutron] Pushing event updated for resources: {'Port': ['ID=31afd9d9-20b4-4b8d-b5d7-b3953048b858,revision_number=2']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:58:24.794473 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-6092695f-40bb-4a35-8468-3423ea60c31c req-fee8b9c5-df14-4a8d-8b20-75c1d84ccf2f tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607038 Mar 08 04:58:24.847941 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-8c7c3704-ad03-448e-8747-ca152c1f112c service neutron] Attempting to bind port 31afd9d9-20b4-4b8d-b5d7-b3953048b858 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 04:58:24.848286 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-8c7c3704-ad03-448e-8747-ca152c1f112c service neutron] Attempting to bind port 31afd9d9-20b4-4b8d-b5d7-b3953048b858 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '4904b58b-aea2-4630-b83a-0db65c659289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c'}] {{(pid=110144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 04:58:24.848603 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-8c7c3704-ad03-448e-8747-ca152c1f112c service neutron] Attempting to bind port 31afd9d9-20b4-4b8d-b5d7-b3953048b858 on network a5e0ee09-af9b-47bb-91a6-5a6b90ff711c {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:58:24.853397 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-8c7c3704-ad03-448e-8747-ca152c1f112c service neutron] Port 31afd9d9-20b4-4b8d-b5d7-b3953048b858 on network a5e0ee09-af9b-47bb-91a6-5a6b90ff711c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 04:58:24.853725 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-8c7c3704-ad03-448e-8747-ca152c1f112c service neutron] Attempting to bind port 31afd9d9-20b4-4b8d-b5d7-b3953048b858 on network a5e0ee09-af9b-47bb-91a6-5a6b90ff711c {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 04:58:24.858669 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-8c7c3704-ad03-448e-8747-ca152c1f112c service neutron] Checking agent: {'id': '8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'started_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 04:58:24.859300 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-8c7c3704-ad03-448e-8747-ca152c1f112c service neutron] Checking segment: {'id': '4904b58b-aea2-4630-b83a-0db65c659289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 04:58:24.859707 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-8c7c3704-ad03-448e-8747-ca152c1f112c service neutron] Bound using segment: {'id': '4904b58b-aea2-4630-b83a-0db65c659289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c'} {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 04:58:24.860326 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-8c7c3704-ad03-448e-8747-ca152c1f112c service neutron] Bound port: 31afd9d9-20b4-4b8d-b5d7-b3953048b858, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4904b58b-aea2-4630-b83a-0db65c659289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c'}}] {{(pid=110144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 04:58:24.860469 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-8c7c3704-ad03-448e-8747-ca152c1f112c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (31afd9d9-20b4-4b8d-b5d7-b3953048b858), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:24.935985 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-8c7c3704-ad03-448e-8747-ca152c1f112c service neutron] For port 31afd9d9-20b4-4b8d-b5d7-b3953048b858, host hv-cinder-74014, cleared binding levels {{(pid=110144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 04:58:24.939216 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-8c7c3704-ad03-448e-8747-ca152c1f112c service neutron] For port 31afd9d9-20b4-4b8d-b5d7-b3953048b858, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=31afd9d9-20b4-4b8d-b5d7-b3953048b858,segment=NetworkSegment(4904b58b-aea2-4630-b83a-0db65c659289),segment_id=4904b58b-aea2-4630-b83a-0db65c659289)] {{(pid=110144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 04:58:25.026705 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-8c7c3704-ad03-448e-8747-ca152c1f112c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4052309'] for port (31afd9d9-20b4-4b8d-b5d7-b3953048b858), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:25.062889 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-8c7c3704-ad03-448e-8747-ca152c1f112c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:25.063503 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-8c7c3704-ad03-448e-8747-ca152c1f112c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:25.064943 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-8c7c3704-ad03-448e-8747-ca152c1f112c service neutron] 10.222.0.18 "PUT /v2.0/ports/31afd9d9-20b4-4b8d-b5d7-b3953048b858 HTTP/1.1" status: 200 len: 1094 time: 0.7818580 Mar 08 04:58:25.065413 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a246f6c4-4d35-4c8e-91e4-93e53e259742', 'tag': '31afd9d9-20b4-4b8d-b5d7-b3953048b858'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:58:25.067682 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee25af35-205f-4387-bc2d-bb0643f9936e" -d '{"events": [{"name": "network-changed", "server_uuid": "a246f6c4-4d35-4c8e-91e4-93e53e259742", "tag": "31afd9d9-20b4-4b8d-b5d7-b3953048b858"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:58:25.092728 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c3704-ad03-448e-8747-ca152c1f112c service neutron] Pushing event updated for resources: {'Port': ['ID=31afd9d9-20b4-4b8d-b5d7-b3953048b858,revision_number=3']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:58:25.105599 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62d6be1-aaa4-4463-8d32-a236c06be096 x-openstack-request-id: req-e62d6be1-aaa4-4463-8d32-a236c06be096 {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:58:25.105886 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a246f6c4-4d35-4c8e-91e4-93e53e259742", "tag": "31afd9d9-20b4-4b8d-b5d7-b3953048b858", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:58:25.106145 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e62d6be1-aaa4-4463-8d32-a236c06be096 {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:58:25.106548 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a246f6c4-4d35-4c8e-91e4-93e53e259742', 'tag': '31afd9d9-20b4-4b8d-b5d7-b3953048b858', 'status': 'completed', 'code': 200} Mar 08 04:58:25.175269 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25af35-205f-4387-bc2d-bb0643f9936e req-d49a12a4-3d95-4303-8130-c4bf97a06df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:25.176815 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ee25af35-205f-4387-bc2d-bb0643f9936e req-d49a12a4-3d95-4303-8130-c4bf97a06df8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=765d2cac172b406bbe3b16713b3aedd6&device_id=a246f6c4-4d35-4c8e-91e4-93e53e259742 HTTP/1.1" status: 200 len: 1128 time: 0.0481148 Mar 08 04:58:25.192852 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:58:25.280763 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25af35-205f-4387-bc2d-bb0643f9936e req-670de5e6-897a-48f2-9c8a-a219028013c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:25.282265 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ee25af35-205f-4387-bc2d-bb0643f9936e req-670de5e6-897a-48f2-9c8a-a219028013c4 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=765d2cac172b406bbe3b16713b3aedd6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0972536 Mar 08 04:58:25.376445 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25af35-205f-4387-bc2d-bb0643f9936e req-030caae9-6d17-4c5e-bc98-b7406358108e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:25.377978 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ee25af35-205f-4387-bc2d-bb0643f9936e req-030caae9-6d17-4c5e-bc98-b7406358108e service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897217 Mar 08 04:58:25.454094 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-28ca3947-6954-4ed0-98ca-2890fc0f0be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:25.455510 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-28ca3947-6954-4ed0-98ca-2890fc0f0be6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=765d2cac172b406bbe3b16713b3aedd6&device_id=a246f6c4-4d35-4c8e-91e4-93e53e259742 HTTP/1.1" status: 200 len: 1128 time: 0.0435400 Mar 08 04:58:25.496176 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-8b9515e6-90d6-4b19-8503-945fdd10d789 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31afd9d9-20b4-4b8d-b5d7-b3953048b858 HTTP/1.1" status: 200 len: 217 time: 0.0336344 Mar 08 04:58:25.544388 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-60a3f8a4-a2de-4f8f-b790-de7634d0c152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:25.545865 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-60a3f8a4-a2de-4f8f-b790-de7634d0c152 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dd319751-0ba2-4bbf-9f61-65487594c0f2 HTTP/1.1" status: 200 len: 851 time: 0.0431149 Mar 08 04:58:25.597088 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-227b71d7-3812-4c09-b67b-062a3d96a98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:25.598609 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-227b71d7-3812-4c09-b67b-062a3d96a98e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5e0ee09-af9b-47bb-91a6-5a6b90ff711c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0466926 Mar 08 04:58:25.684852 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-0cfa83f6-88d5-420b-b1e7-d8f526af9a06 service neutron] 10.222.0.18 "GET /v2.0/networks/a5e0ee09-af9b-47bb-91a6-5a6b90ff711c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796843 Mar 08 04:58:25.775184 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-19623759-0a38-4fd7-af2c-e4e9a9446df4 req-ac3b7fd0-c5d5-4775-b60b-43f6ec52f7e3 service neutron] 10.222.0.18 "GET /v2.0/networks/a5e0ee09-af9b-47bb-91a6-5a6b90ff711c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837481 Mar 08 04:58:25.925132 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71db974-6caa-4010-a9cc-d69cdce9a1dc req-1cd8e913-c92b-490a-bea1-e704b953f698 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:25.926590 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b71db974-6caa-4010-a9cc-d69cdce9a1dc req-1cd8e913-c92b-490a-bea1-e704b953f698 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=a246f6c4-4d35-4c8e-91e4-93e53e259742 HTTP/1.1" status: 200 len: 944 time: 0.0520349 Mar 08 04:58:25.986570 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b71db974-6caa-4010-a9cc-d69cdce9a1dc req-88e55b95-9a18-4571-9500-39b04f793213 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544612 Mar 08 04:58:27.236345 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8a400-b932-44f2-9239-ed0d5ab64376 req-c8713370-b530-4244-bce5-e18ea8e88806 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:27.237910 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-31e8a400-b932-44f2-9239-ed0d5ab64376 req-c8713370-b530-4244-bce5-e18ea8e88806 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=a246f6c4-4d35-4c8e-91e4-93e53e259742 HTTP/1.1" status: 200 len: 944 time: 0.1835642 Mar 08 04:58:27.286249 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-31e8a400-b932-44f2-9239-ed0d5ab64376 req-86cb2ba4-e9c0-4e7f-8565-04b3a43d9212 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427916 Mar 08 04:58:28.399132 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8aef12-d0ac-401f-8f92-6c5f5e1eaae2 req-de4cc119-327f-4f51-9588-a4bb5a2fe929 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:28.400556 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-1e8aef12-d0ac-401f-8f92-6c5f5e1eaae2 req-de4cc119-327f-4f51-9588-a4bb5a2fe929 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=a246f6c4-4d35-4c8e-91e4-93e53e259742 HTTP/1.1" status: 200 len: 944 time: 0.0503335 Mar 08 04:58:28.447514 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-1e8aef12-d0ac-401f-8f92-6c5f5e1eaae2 req-699839e4-1a6d-4cba-9774-8c84d441a531 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415237 Mar 08 04:58:29.573595 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04315540-054d-49b1-b30e-6e236f5b94d1 req-0c5c92d8-9505-40ac-846c-840290af5b6f tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:29.574970 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-04315540-054d-49b1-b30e-6e236f5b94d1 req-0c5c92d8-9505-40ac-846c-840290af5b6f tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=a246f6c4-4d35-4c8e-91e4-93e53e259742 HTTP/1.1" status: 200 len: 944 time: 0.0562503 Mar 08 04:58:29.622865 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-04315540-054d-49b1-b30e-6e236f5b94d1 req-0df1ee4c-f551-461e-8c88-9d0cac621baf tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422611 Mar 08 04:58:29.837176 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:30.785791 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db55605-84fa-4485-bb76-6e62e201d8ed req-6ccee3d1-2a9d-4d96-97c0-bafd1d4cab4e tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:30.787244 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-0db55605-84fa-4485-bb76-6e62e201d8ed req-6ccee3d1-2a9d-4d96-97c0-bafd1d4cab4e tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=a246f6c4-4d35-4c8e-91e4-93e53e259742 HTTP/1.1" status: 200 len: 944 time: 0.0997496 Mar 08 04:58:30.834498 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-0db55605-84fa-4485-bb76-6e62e201d8ed req-e1502b07-79e4-4f9e-9c2a-958e697f68e7 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418346 Mar 08 04:58:31.948026 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39659ac1-24d6-4de3-a7de-66b434ca1a4e req-ae940065-b6f7-48be-a30d-20197c05f4f4 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:31.949507 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-39659ac1-24d6-4de3-a7de-66b434ca1a4e req-ae940065-b6f7-48be-a30d-20197c05f4f4 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=a246f6c4-4d35-4c8e-91e4-93e53e259742 HTTP/1.1" status: 200 len: 944 time: 0.0512805 Mar 08 04:58:31.996958 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-39659ac1-24d6-4de3-a7de-66b434ca1a4e req-80d7e5ee-d896-4a09-ab51-476cbd0188f1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420136 Mar 08 04:58:33.113748 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e281332-83d7-4fea-955e-2ac49e47b670 req-c718a013-6bab-4bb4-aff1-86929780d7f0 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:33.115194 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-9e281332-83d7-4fea-955e-2ac49e47b670 req-c718a013-6bab-4bb4-aff1-86929780d7f0 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=a246f6c4-4d35-4c8e-91e4-93e53e259742 HTTP/1.1" status: 200 len: 944 time: 0.0552719 Mar 08 04:58:33.162202 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-9e281332-83d7-4fea-955e-2ac49e47b670 req-b5ff06c0-dc1c-4e91-9158-609359d720e8 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415964 Mar 08 04:58:34.274217 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c73ba-8343-4292-9a4d-7efae1e59bb9 req-83ff1453-6e23-446f-999f-f0592f4380f4 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:34.275703 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2f7c73ba-8343-4292-9a4d-7efae1e59bb9 req-83ff1453-6e23-446f-999f-f0592f4380f4 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=a246f6c4-4d35-4c8e-91e4-93e53e259742 HTTP/1.1" status: 200 len: 944 time: 0.0508125 Mar 08 04:58:34.326240 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2f7c73ba-8343-4292-9a4d-7efae1e59bb9 req-db6f7874-04fa-428a-8a53-b8fa71c19f0b tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451427 Mar 08 04:58:35.089349 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 31afd9d9-20b4-4b8d-b5d7-b3953048b858 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=110146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 04:58:35.184747 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 31afd9d9-20b4-4b8d-b5d7-b3953048b858, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=31afd9d9-20b4-4b8d-b5d7-b3953048b858,segment=NetworkSegment(4904b58b-aea2-4630-b83a-0db65c659289),segment_id=4904b58b-aea2-4630-b83a-0db65c659289)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:58:35.195427 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Returning: {'device': '31afd9d9-20b4-4b8d-b5d7-b3953048b858', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'port_id': '31afd9d9-20b4-4b8d-b5d7-b3953048b858', 'mac_address': 'fa:16:3e:f8:8f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 04:58:35.230635 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port 31afd9d9-20b4-4b8d-b5d7-b3953048b858 is: DOWN; New status is: BUILD {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:58:35.231027 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (31afd9d9-20b4-4b8d-b5d7-b3953048b858), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:35.243835 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31afd9d9-20b4-4b8d-b5d7-b3953048b858 {{(pid=110146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 04:58:35.263244 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 31afd9d9-20b4-4b8d-b5d7-b3953048b858, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=31afd9d9-20b4-4b8d-b5d7-b3953048b858,segment=NetworkSegment(4904b58b-aea2-4630-b83a-0db65c659289),segment_id=4904b58b-aea2-4630-b83a-0db65c659289)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:58:35.334385 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (31afd9d9-20b4-4b8d-b5d7-b3953048b858), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:35.385966 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=31afd9d9-20b4-4b8d-b5d7-b3953048b858,revision_number=4']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:58:35.394412 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:58:35.394770 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:58:35.395123 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:58:35.395469 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:58:35.395855 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:58:35.396148 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:58:35.396485 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:58:35.396823 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:58:35.397185 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:58:35.397516 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:58:35.397849 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:58:35.398280 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:58:35.398615 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:58:35.442921 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040027e4-8673-4be9-92b5-fa45eccf54f4 req-371d5a67-778e-4f33-8140-48da4904cb1e tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:35.444393 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-040027e4-8673-4be9-92b5-fa45eccf54f4 req-371d5a67-778e-4f33-8140-48da4904cb1e tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=a246f6c4-4d35-4c8e-91e4-93e53e259742 HTTP/1.1" status: 200 len: 945 time: 0.0522356 Mar 08 04:58:35.491925 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-040027e4-8673-4be9-92b5-fa45eccf54f4 req-83aace08-c79d-4dc5-9598-af5d4180ff4f tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420814 Mar 08 04:58:35.719077 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] get_ports_and_sgs() called for port_ids ['31afd9d9-20b4-4b8d-b5d7-b3953048b858'] {{(pid=110146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:58:36.605546 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fdf99f-e746-4205-815e-e78a841bf99c req-1e68bd9a-1f27-49e5-ab06-eabda3f085b3 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:36.606993 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-32fdf99f-e746-4205-815e-e78a841bf99c req-1e68bd9a-1f27-49e5-ab06-eabda3f085b3 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=a246f6c4-4d35-4c8e-91e4-93e53e259742 HTTP/1.1" status: 200 len: 945 time: 0.0515306 Mar 08 04:58:36.654647 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-32fdf99f-e746-4205-815e-e78a841bf99c req-93f2755a-3db5-47a1-84cf-52143ef2ca5a tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414982 Mar 08 04:58:37.103982 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 31afd9d9-20b4-4b8d-b5d7-b3953048b858 up at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 04:58:37.200954 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning for port 31afd9d9-20b4-4b8d-b5d7-b3953048b858 completed by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 04:58:37.205237 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning complete for port 31afd9d9-20b4-4b8d-b5d7-b3953048b858 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:58:37.205617 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (31afd9d9-20b4-4b8d-b5d7-b3953048b858), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:37.281897 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port 31afd9d9-20b4-4b8d-b5d7-b3953048b858 is: BUILD; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:58:37.282285 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (31afd9d9-20b4-4b8d-b5d7-b3953048b858), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:37.428057 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a246f6c4-4d35-4c8e-91e4-93e53e259742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31afd9d9-20b4-4b8d-b5d7-b3953048b858'}] {{(pid=110146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:58:37.430291 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce5c9d46ce85cdc7bdd5e39ea1b8e3d9b9c3a590759baa6189aad05618b43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1717b197-0873-4438-b769-a1601c22adfc" -d '{"events": [{"server_uuid": "a246f6c4-4d35-4c8e-91e4-93e53e259742", "name": "network-vif-plugged", "status": "completed", "tag": "31afd9d9-20b4-4b8d-b5d7-b3953048b858"}]}' {{(pid=110146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:58:37.442402 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 31afd9d9-20b4-4b8d-b5d7-b3953048b858, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=31afd9d9-20b4-4b8d-b5d7-b3953048b858,segment=NetworkSegment(4904b58b-aea2-4630-b83a-0db65c659289),segment_id=4904b58b-aea2-4630-b83a-0db65c659289)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:58:37.464169 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e4567a-c363-4c08-b62d-be4afa2ca61d x-openstack-request-id: req-24e4567a-c363-4c08-b62d-be4afa2ca61d {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:58:37.464457 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a246f6c4-4d35-4c8e-91e4-93e53e259742", "name": "network-vif-plugged", "status": "completed", "tag": "31afd9d9-20b4-4b8d-b5d7-b3953048b858", "code": 200}]} {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:58:37.464707 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-24e4567a-c363-4c08-b62d-be4afa2ca61d {{(pid=110146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:58:37.465088 dv-cinder-740146-13-iscsi neutron-server[110146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a246f6c4-4d35-4c8e-91e4-93e53e259742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31afd9d9-20b4-4b8d-b5d7-b3953048b858', 'code': 200} Mar 08 04:58:37.498201 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (31afd9d9-20b4-4b8d-b5d7-b3953048b858), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:37.545138 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=31afd9d9-20b4-4b8d-b5d7-b3953048b858,revision_number=5']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:58:37.772918 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c8b77-f2a6-4f3a-aa84-870f92004454 req-d03ae3fa-86d5-44cc-a901-016f7af118b0 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:37.774437 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-956c8b77-f2a6-4f3a-aa84-870f92004454 req-d03ae3fa-86d5-44cc-a901-016f7af118b0 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=a246f6c4-4d35-4c8e-91e4-93e53e259742 HTTP/1.1" status: 200 len: 946 time: 0.0524325 Mar 08 04:58:37.858926 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-956c8b77-f2a6-4f3a-aa84-870f92004454 req-90ad21ad-8b8b-44ed-9310-cc5e362f0a33 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788507 Mar 08 04:58:37.868111 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90f33a-3b74-4b37-846d-f8a2420e353c req-ec529c5a-0748-4c56-b378-f161b62db62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:37.869582 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7a90f33a-3b74-4b37-846d-f8a2420e353c req-ec529c5a-0748-4c56-b378-f161b62db62a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a246f6c4-4d35-4c8e-91e4-93e53e259742 HTTP/1.1" status: 200 len: 1130 time: 0.0746911 Mar 08 04:58:37.915372 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7a90f33a-3b74-4b37-846d-f8a2420e353c req-91548245-bef7-429d-a2ac-ff2e4a1f31e0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394557 Mar 08 04:58:38.974208 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1bc3c-f780-4c99-82fb-5bd659253ab5 req-00106b8e-1b09-48a7-93f4-c9b30bdd810d tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:38.975637 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-73c1bc3c-f780-4c99-82fb-5bd659253ab5 req-00106b8e-1b09-48a7-93f4-c9b30bdd810d tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=a246f6c4-4d35-4c8e-91e4-93e53e259742 HTTP/1.1" status: 200 len: 946 time: 0.0507052 Mar 08 04:58:39.025244 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-73c1bc3c-f780-4c99-82fb-5bd659253ab5 req-2caa6c45-811b-493a-aa21-1a0990aaa927 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442376 Mar 08 04:58:40.139616 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318e42e-b1b1-4464-983b-3fefb5e9e05e req-955776fb-15aa-4720-b57f-9da97f7b308d tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:40.141074 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-d318e42e-b1b1-4464-983b-3fefb5e9e05e req-955776fb-15aa-4720-b57f-9da97f7b308d tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=a246f6c4-4d35-4c8e-91e4-93e53e259742 HTTP/1.1" status: 200 len: 946 time: 0.0513611 Mar 08 04:58:40.189386 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-d318e42e-b1b1-4464-983b-3fefb5e9e05e req-0b1d2a2b-4c84-4d0c-9e17-722128414366 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427909 Mar 08 04:58:40.304328 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426dcfad-805d-4dd6-a7e4-1397938ffa81 req-94904cff-fe9e-414c-a41a-4f92099f8d99 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:40.305718 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-426dcfad-805d-4dd6-a7e4-1397938ffa81 req-94904cff-fe9e-414c-a41a-4f92099f8d99 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=a246f6c4-4d35-4c8e-91e4-93e53e259742 HTTP/1.1" status: 200 len: 946 time: 0.0523498 Mar 08 04:58:40.355398 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-426dcfad-805d-4dd6-a7e4-1397938ffa81 req-19bec4e8-ae62-4d63-bb48-ee2c957c5697 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442083 Mar 08 04:58:40.376768 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 49680) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:58:40.418105 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ef3d7b-0917-42a0-9294-43e9cc573d6d tempest-TestVolumeBootPattern-338976952 tempest-TestVolumeBootPattern-338976952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:40.421045 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-f3ef3d7b-0917-42a0-9294-43e9cc573d6d tempest-TestVolumeBootPattern-338976952 tempest-TestVolumeBootPattern-338976952-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=a246f6c4-4d35-4c8e-91e4-93e53e259742 HTTP/1.1" status: 200 len: 1125 time: 0.0418441 Mar 08 04:58:40.422317 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 49682) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:58:40.426401 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-ee75c28b-0b2f-4b06-b427-e615117ca0ca tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Request body: {'floatingip': {'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'port_id': '31afd9d9-20b4-4b8d-b5d7-b3953048b858', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:58:40.499992 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ee75c28b-0b2f-4b06-b427-e615117ca0ca tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:40.593852 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ee75c28b-0b2f-4b06-b427-e615117ca0ca tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:40.691481 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.db_base_plugin_common [None req-ee75c28b-0b2f-4b06-b427-e615117ca0ca tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Allocated IP 172.27.0.147 (e335cf5a-bd08-4697-9061-81dcecc4c284/5add51e7-3273-4e08-a772-a967bfff1dcd/ad4128ed-e4cf-49b4-ad35-4d650d848871) {{(pid=110145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 04:58:40.792262 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ee75c28b-0b2f-4b06-b427-e615117ca0ca tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for port (ad4128ed-e4cf-49b4-ad35-4d650d848871), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:40.893418 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ee75c28b-0b2f-4b06-b427-e615117ca0ca tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793137'] for port (ad4128ed-e4cf-49b4-ad35-4d650d848871), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:40.929772 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee75c28b-0b2f-4b06-b427-e615117ca0ca tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Network e335cf5a-bd08-4697-9061-81dcecc4c284 is already hosted by enough agents. {{(pid=110145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 04:58:40.932560 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.base_scheduler [None req-ee75c28b-0b2f-4b06-b427-e615117ca0ca tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Resources bound (agent type, host, resource id): {{(pid=110145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 04:58:40.935945 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee75c28b-0b2f-4b06-b427-e615117ca0ca tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Received port after_create {{(pid=110145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 04:58:40.962511 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75c28b-0b2f-4b06-b427-e615117ca0ca tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Pushing event updated for resources: {'Port': ['ID=ad4128ed-e4cf-49b4-ad35-4d650d848871,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:58:40.974619 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75c28b-0b2f-4b06-b427-e615117ca0ca tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:58:40.974975 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75c28b-0b2f-4b06-b427-e615117ca0ca tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:58:40.975326 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75c28b-0b2f-4b06-b427-e615117ca0ca tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:58:40.975667 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75c28b-0b2f-4b06-b427-e615117ca0ca tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:58:40.976002 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75c28b-0b2f-4b06-b427-e615117ca0ca tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:58:40.976332 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75c28b-0b2f-4b06-b427-e615117ca0ca tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:58:40.976664 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75c28b-0b2f-4b06-b427-e615117ca0ca tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:58:40.976994 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75c28b-0b2f-4b06-b427-e615117ca0ca tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:58:40.977350 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75c28b-0b2f-4b06-b427-e615117ca0ca tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:58:40.977680 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75c28b-0b2f-4b06-b427-e615117ca0ca tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:58:40.978004 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75c28b-0b2f-4b06-b427-e615117ca0ca tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:58:40.978329 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75c28b-0b2f-4b06-b427-e615117ca0ca tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:58:40.978651 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee75c28b-0b2f-4b06-b427-e615117ca0ca tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:58:41.299659 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ee75c28b-0b2f-4b06-b427-e615117ca0ca tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for floatingip (f64888da-2207-4cc4-8f13-691c5ba1838b), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:41.430309 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ee75c28b-0b2f-4b06-b427-e615117ca0ca tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (ad4128ed-e4cf-49b4-ad35-4d650d848871), before_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:41.571500 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ee75c28b-0b2f-4b06-b427-e615117ca0ca tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for port (ad4128ed-e4cf-49b4-ad35-4d650d848871), precommit_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:41.625677 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ee75c28b-0b2f-4b06-b427-e615117ca0ca tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62793160'] for port (ad4128ed-e4cf-49b4-ad35-4d650d848871), after_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:41.692380 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75c28b-0b2f-4b06-b427-e615117ca0ca tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Pushing event updated for resources: {'Port': ['ID=ad4128ed-e4cf-49b4-ad35-4d650d848871,revision_number=2']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:58:41.703736 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ee75c28b-0b2f-4b06-b427-e615117ca0ca tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952661'] for floatingip (f64888da-2207-4cc4-8f13-691c5ba1838b), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:41.803052 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.db.l3_db [None req-ee75c28b-0b2f-4b06-b427-e615117ca0ca tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Floating IP f64888da-2207-4cc4-8f13-691c5ba1838b associated. External IP: 172.27.0.147, port: 31afd9d9-20b4-4b8d-b5d7-b3953048b858. Mar 08 04:58:42.244486 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee75c28b-0b2f-4b06-b427-e615117ca0ca tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Router cefccb04-0a25-4799-867e-87c90af5ccf0 has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:58:42.350388 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee75c28b-0b2f-4b06-b427-e615117ca0ca tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:58:42.360123 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fcc12f-28fb-41de-a551-0f789f5d8c1d None None] Sync routers for ids ['cefccb04-0a25-4799-867e-87c90af5ccf0'] in dv-cinder-740146-13-iscsi {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:58:42.368857 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fcc12f-28fb-41de-a551-0f789f5d8c1d None None] Routers {'cefccb04-0a25-4799-867e-87c90af5ccf0'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:58:42.369474 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-95fcc12f-28fb-41de-a551-0f789f5d8c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:58:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['cefccb04-0a25-4799-867e-87c90af5ccf0'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:58:42.422269 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-ee75c28b-0b2f-4b06-b427-e615117ca0ca tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for floatingip (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:42.458917 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-ee75c28b-0b2f-4b06-b427-e615117ca0ca tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0279670 Mar 08 04:58:42.458917 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a246f6c4-4d35-4c8e-91e4-93e53e259742', 'tag': '31afd9d9-20b4-4b8d-b5d7-b3953048b858'}] {{(pid=110145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:58:42.458917 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71968b58d2f8aa6f8c15556c85a5ad4508c502c1b37aaef7a0ee3c4c7a23d4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db209eba-bad6-414d-87a2-deaf2f337568" -d '{"events": [{"name": "network-changed", "server_uuid": "a246f6c4-4d35-4c8e-91e4-93e53e259742", "tag": "31afd9d9-20b4-4b8d-b5d7-b3953048b858"}]}' {{(pid=110145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:58:42.475906 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-95fcc12f-28fb-41de-a551-0f789f5d8c1d None None] Set router cefccb04-0a25-4799-867e-87c90af5ccf0 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:58:42.550013 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18c6745-8f36-49be-8d7b-3037bcbda74a x-openstack-request-id: req-e18c6745-8f36-49be-8d7b-3037bcbda74a {{(pid=110145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:58:42.550302 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a246f6c4-4d35-4c8e-91e4-93e53e259742", "tag": "31afd9d9-20b4-4b8d-b5d7-b3953048b858", "status": "completed", "code": 200}]} {{(pid=110145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:58:42.550550 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e18c6745-8f36-49be-8d7b-3037bcbda74a {{(pid=110145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:58:42.550945 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a246f6c4-4d35-4c8e-91e4-93e53e259742', 'tag': '31afd9d9-20b4-4b8d-b5d7-b3953048b858', 'status': 'completed', 'code': 200} Mar 08 04:58:42.616601 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db209eba-bad6-414d-87a2-deaf2f337568 req-534d6f17-fced-4507-a0a0-c62dd2de106e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:42.619735 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-db209eba-bad6-414d-87a2-deaf2f337568 req-534d6f17-fced-4507-a0a0-c62dd2de106e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=765d2cac172b406bbe3b16713b3aedd6&device_id=a246f6c4-4d35-4c8e-91e4-93e53e259742 HTTP/1.1" status: 200 len: 1130 time: 0.0444896 Mar 08 04:58:42.697770 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-95fcc12f-28fb-41de-a551-0f789f5d8c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'name': 'tempest-TestVolumeBootPattern-1106610680-router', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'bd735f17-7f06-456d-bc56-188012149a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:54:39Z', 'updated_at': '2022-03-08T04:54:43Z', 'revision_number': 4, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'gw_port': {'id': 'bd735f17-7f06-456d-bc56-188012149a29', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:40Z', 'updated_at': '2022-03-08T04:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': 'f64888da-2207-4cc4-8f13-691c5ba1838b', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'floating_ip_address': '172.27.0.147', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'port_id': '31afd9d9-20b4-4b8d-b5d7-b3953048b858', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'mac_address': 'fa:16:3e:f8:8f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a246f6c4-4d35-4c8e-91e4-93e53e259742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:58:41Z', 'updated_at': '2022-03-08T04:58:41Z', 'revision_number': 0, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6', 'name': '', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'mac_address': 'fa:16:3e:1b:6b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:42Z', 'updated_at': '2022-03-08T04:54:46Z', 'revision_number': 5, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'subnets': [{'id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:58:42.709344 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db209eba-bad6-414d-87a2-deaf2f337568 req-b28e2a48-2696-4e71-9230-41d248ce3dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:42.710815 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-db209eba-bad6-414d-87a2-deaf2f337568 req-b28e2a48-2696-4e71-9230-41d248ce3dce service neutron] 10.222.0.18 "GET /v2.0/networks?id=a5e0ee09-af9b-47bb-91a6-5a6b90ff711c HTTP/1.1" status: 200 len: 913 time: 0.0870056 Mar 08 04:58:42.726861 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fcc12f-28fb-41de-a551-0f789f5d8c1d None None] Checking router: cefccb04-0a25-4799-867e-87c90af5ccf0 for host: dv-cinder-740146-13-iscsi {{(pid=110147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:58:42.735317 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fcc12f-28fb-41de-a551-0f789f5d8c1d None None] Routers {'cefccb04-0a25-4799-867e-87c90af5ccf0'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:58:42.735841 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-95fcc12f-28fb-41de-a551-0f789f5d8c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:58:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['cefccb04-0a25-4799-867e-87c90af5ccf0'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:58:42.777312 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-db209eba-bad6-414d-87a2-deaf2f337568 req-4e823c8f-38da-4ae5-84be-e5a952749353 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31afd9d9-20b4-4b8d-b5d7-b3953048b858 HTTP/1.1" status: 200 len: 1000 time: 0.0600219 Mar 08 04:58:42.826324 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db209eba-bad6-414d-87a2-deaf2f337568 req-f8203182-1c73-4a15-a15e-3a57c0716610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:42.827955 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-db209eba-bad6-414d-87a2-deaf2f337568 req-f8203182-1c73-4a15-a15e-3a57c0716610 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dd319751-0ba2-4bbf-9f61-65487594c0f2 HTTP/1.1" status: 200 len: 851 time: 0.0441878 Mar 08 04:58:42.843042 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-95fcc12f-28fb-41de-a551-0f789f5d8c1d None None] Set router cefccb04-0a25-4799-867e-87c90af5ccf0 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:58:42.877975 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db209eba-bad6-414d-87a2-deaf2f337568 req-8736ec8b-e0b0-4964-a84c-5dc6823a67a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:42.879469 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-db209eba-bad6-414d-87a2-deaf2f337568 req-8736ec8b-e0b0-4964-a84c-5dc6823a67a4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5e0ee09-af9b-47bb-91a6-5a6b90ff711c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452240 Mar 08 04:58:42.969949 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-db209eba-bad6-414d-87a2-deaf2f337568 req-f24bae98-0718-4db4-8caa-600ee79784cd service neutron] 10.222.0.18 "GET /v2.0/networks/a5e0ee09-af9b-47bb-91a6-5a6b90ff711c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835130 Mar 08 04:58:43.060810 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-db209eba-bad6-414d-87a2-deaf2f337568 req-4078444e-8164-414b-8c11-fd8f2490f425 service neutron] 10.222.0.18 "GET /v2.0/networks/a5e0ee09-af9b-47bb-91a6-5a6b90ff711c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842829 Mar 08 04:58:43.141120 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-95fcc12f-28fb-41de-a551-0f789f5d8c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'name': 'tempest-TestVolumeBootPattern-1106610680-router', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'bd735f17-7f06-456d-bc56-188012149a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:54:39Z', 'updated_at': '2022-03-08T04:54:43Z', 'revision_number': 4, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'gw_port': {'id': 'bd735f17-7f06-456d-bc56-188012149a29', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:40Z', 'updated_at': '2022-03-08T04:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': 'f64888da-2207-4cc4-8f13-691c5ba1838b', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'floating_ip_address': '172.27.0.147', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'port_id': '31afd9d9-20b4-4b8d-b5d7-b3953048b858', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'mac_address': 'fa:16:3e:f8:8f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a246f6c4-4d35-4c8e-91e4-93e53e259742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:58:41Z', 'updated_at': '2022-03-08T04:58:41Z', 'revision_number': 0, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6', 'name': '', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'mac_address': 'fa:16:3e:1b:6b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:42Z', 'updated_at': '2022-03-08T04:54:46Z', 'revision_number': 5, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'subnets': [{'id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:58:43.169384 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fcc12f-28fb-41de-a551-0f789f5d8c1d None None] The sync data for ids ['cefccb04-0a25-4799-867e-87c90af5ccf0'] in dv-cinder-740146-13-iscsi is: [{'id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'name': 'tempest-TestVolumeBootPattern-1106610680-router', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'bd735f17-7f06-456d-bc56-188012149a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:54:39Z', 'updated_at': '2022-03-08T04:54:43Z', 'revision_number': 4, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'gw_port': {'id': 'bd735f17-7f06-456d-bc56-188012149a29', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:40Z', 'updated_at': '2022-03-08T04:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': 'f64888da-2207-4cc4-8f13-691c5ba1838b', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'floating_ip_address': '172.27.0.147', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'port_id': '31afd9d9-20b4-4b8d-b5d7-b3953048b858', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'mac_address': 'fa:16:3e:f8:8f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a246f6c4-4d35-4c8e-91e4-93e53e259742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:58:41Z', 'updated_at': '2022-03-08T04:58:41Z', 'revision_number': 0, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6', 'name': '', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'mac_address': 'fa:16:3e:1b:6b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:42Z', 'updated_at': '2022-03-08T04:54:46Z', 'revision_number': 5, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'subnets': [{'id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:58:43.350001 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-fce02a4d-00c8-461c-948c-01b626bb05b9 req-37c25c13-06db-46a6-9631-6fad77bbac93 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451283 Mar 08 04:58:43.350770 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bddb00-9f32-486b-af21-0984a54809d3 None None] New status for floating IP f64888da-2207-4cc4-8f13-691c5ba1838b: ACTIVE {{(pid=110146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:58:43.440512 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce02a4d-00c8-461c-948c-01b626bb05b9 req-4c5ec23b-8bc4-426e-bfaa-8537d4e8fd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:43.442068 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-fce02a4d-00c8-461c-948c-01b626bb05b9 req-4c5ec23b-8bc4-426e-bfaa-8537d4e8fd03 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75e35041f01d4bd187fbb22177ce3706&device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 1168 time: 0.0479743 Mar 08 04:58:43.543902 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce02a4d-00c8-461c-948c-01b626bb05b9 req-178155b5-b6f8-4edc-9f1c-10be517fd7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:43.545478 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-fce02a4d-00c8-461c-948c-01b626bb05b9 req-178155b5-b6f8-4edc-9f1c-10be517fd7e0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c98b75ab-0d7f-44c5-97af-848390b94d78 HTTP/1.1" status: 200 len: 915 time: 0.0842514 Mar 08 04:58:43.613588 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-fce02a4d-00c8-461c-948c-01b626bb05b9 req-f2e681d1-47c5-4472-b256-62bd8ae68540 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=404d51ae-da13-45cc-a919-477c2485ffd5 HTTP/1.1" status: 200 len: 1000 time: 0.0625255 Mar 08 04:58:43.661529 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce02a4d-00c8-461c-948c-01b626bb05b9 req-2010e027-3745-4435-8493-c09090d85f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:43.662955 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-fce02a4d-00c8-461c-948c-01b626bb05b9 req-2010e027-3745-4435-8493-c09090d85f06 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1389bb70-16b8-4ffc-992f-2288c4da026c HTTP/1.1" status: 200 len: 853 time: 0.0433991 Mar 08 04:58:43.709666 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce02a4d-00c8-461c-948c-01b626bb05b9 req-5da2dd89-590c-4212-ab39-25353ef75e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:58:43.711109 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-fce02a4d-00c8-461c-948c-01b626bb05b9 req-5da2dd89-590c-4212-ab39-25353ef75e4a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c98b75ab-0d7f-44c5-97af-848390b94d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427370 Mar 08 04:58:43.798369 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-fce02a4d-00c8-461c-948c-01b626bb05b9 req-65453e28-34d5-4e7f-965d-ba7a9b6f26c8 service neutron] 10.222.0.18 "GET /v2.0/networks/c98b75ab-0d7f-44c5-97af-848390b94d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814176 Mar 08 04:58:43.883408 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-fce02a4d-00c8-461c-948c-01b626bb05b9 req-c6e30928-cd3d-4886-a69a-3b13031691c3 service neutron] 10.222.0.18 "GET /v2.0/networks/c98b75ab-0d7f-44c5-97af-848390b94d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790501 Mar 08 04:58:44.003203 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-a8781c3d-698e-4026-92ca-aa8a30a87c78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:46.235150 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-26d8432e-5ece-45b6-85b0-82431e4b25ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:47.263871 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:48.733739 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:50.151271 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:58:59.806303 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:02.192280 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:59:07.094957 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-a6f79bef-6c00-44d2-905a-2ebf4a17faa1 req-e543de17-3c70-41e5-bb4f-a572d208ea3b tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1589228852&fields=id&tenant_id=75e35041f01d4bd187fbb22177ce3706 HTTP/1.1" status: 200 len: 267 time: 0.0433598 Mar 08 04:59:07.150247 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f79bef-6c00-44d2-905a-2ebf4a17faa1 req-f5b74107-9516-415a-bfc1-4610bd0452c6 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:59:07.151692 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-a6f79bef-6c00-44d2-905a-2ebf4a17faa1 req-f5b74107-9516-415a-bfc1-4610bd0452c6 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 984 time: 0.0515406 Mar 08 04:59:07.161991 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [req-a6f79bef-6c00-44d2-905a-2ebf4a17faa1 req-07badde5-8c0b-4925-a08f-f4f55412c95f tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Request body: {'port': {'security_groups': ['77c6db58-89bb-4ee1-b061-c601dab7972c']}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 04:59:07.236551 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [req-a6f79bef-6c00-44d2-905a-2ebf4a17faa1 req-07badde5-8c0b-4925-a08f-f4f55412c95f tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (404d51ae-da13-45cc-a919-477c2485ffd5), before_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:07.435749 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.db [req-a6f79bef-6c00-44d2-905a-2ebf4a17faa1 req-07badde5-8c0b-4925-a08f-f4f55412c95f tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] For port 404d51ae-da13-45cc-a919-477c2485ffd5, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=404d51ae-da13-45cc-a919-477c2485ffd5,segment=NetworkSegment(28a48966-e948-4833-ae1e-8372f318746c),segment_id=28a48966-e948-4833-ae1e-8372f318746c)] {{(pid=110145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:59:07.464106 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [req-a6f79bef-6c00-44d2-905a-2ebf4a17faa1 req-07badde5-8c0b-4925-a08f-f4f55412c95f tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks [] for port (404d51ae-da13-45cc-a919-477c2485ffd5), precommit_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:07.527704 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [req-a6f79bef-6c00-44d2-905a-2ebf4a17faa1 req-07badde5-8c0b-4925-a08f-f4f55412c95f tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62793160'] for port (404d51ae-da13-45cc-a919-477c2485ffd5), after_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:07.539557 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] get_ports_and_sgs() called for port_ids ['404d51ae-da13-45cc-a919-477c2485ffd5'] {{(pid=110146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:59:07.572424 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f79bef-6c00-44d2-905a-2ebf4a17faa1 req-07badde5-8c0b-4925-a08f-f4f55412c95f tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:59:07.573056 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [req-a6f79bef-6c00-44d2-905a-2ebf4a17faa1 req-07badde5-8c0b-4925-a08f-f4f55412c95f tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:07.574599 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-a6f79bef-6c00-44d2-905a-2ebf4a17faa1 req-07badde5-8c0b-4925-a08f-f4f55412c95f tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "PUT /v2.0/ports/404d51ae-da13-45cc-a919-477c2485ffd5 HTTP/1.1" status: 200 len: 942 time: 0.4168911 Mar 08 04:59:07.575066 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a015bf-6fb7-4c79-8528-b06c9b2a366f', 'tag': '404d51ae-da13-45cc-a919-477c2485ffd5'}] {{(pid=110145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:59:07.577366 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71968b58d2f8aa6f8c15556c85a5ad4508c502c1b37aaef7a0ee3c4c7a23d4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7f3dfa-f0d4-4f30-ac30-6095ea7a8935" -d '{"events": [{"name": "network-changed", "server_uuid": "65a015bf-6fb7-4c79-8528-b06c9b2a366f", "tag": "404d51ae-da13-45cc-a919-477c2485ffd5"}]}' {{(pid=110145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:59:07.582073 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 49706) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:59:07.631992 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4550a37-cfec-432b-96f4-84b505bcf05d x-openstack-request-id: req-e4550a37-cfec-432b-96f4-84b505bcf05d {{(pid=110145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:59:07.635559 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a015bf-6fb7-4c79-8528-b06c9b2a366f", "tag": "404d51ae-da13-45cc-a919-477c2485ffd5", "status": "completed", "code": 200}]} {{(pid=110145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:59:07.635559 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e4550a37-cfec-432b-96f4-84b505bcf05d {{(pid=110145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:59:07.635559 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a015bf-6fb7-4c79-8528-b06c9b2a366f', 'tag': '404d51ae-da13-45cc-a919-477c2485ffd5', 'status': 'completed', 'code': 200} Mar 08 04:59:07.652844 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07badde5-8c0b-4925-a08f-f4f55412c95f tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Pushing event updated for resources: {'Port': ['ID=404d51ae-da13-45cc-a919-477c2485ffd5,revision_number=7']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:59:07.673682 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b12e716d-c6d6-4a4d-99d0-cddcf470e4c3 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks [] for security_group (a02dead7-f4e8-4fd3-8fd7-d8407323e723), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:07.678517 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] get_ports_and_sgs() called for port_ids ['404d51ae-da13-45cc-a919-477c2485ffd5'] {{(pid=110146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:59:07.708566 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b12e716d-c6d6-4a4d-99d0-cddcf470e4c3 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks [] for security_group (a02dead7-f4e8-4fd3-8fd7-d8407323e723), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:07.727848 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f3dfa-f0d4-4f30-ac30-6095ea7a8935 req-2602313b-cddc-4d6e-9072-2a3d3629db66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:59:07.729412 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-6f7f3dfa-f0d4-4f30-ac30-6095ea7a8935 req-2602313b-cddc-4d6e-9072-2a3d3629db66 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75e35041f01d4bd187fbb22177ce3706&device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 1129 time: 0.0735316 Mar 08 04:59:07.829870 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-a6a0cacf-a658-4b51-8651-57311dccf68e None None] Provisioning complete for port 404d51ae-da13-45cc-a919-477c2485ffd5 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 04:59:07.830171 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-a6a0cacf-a658-4b51-8651-57311dccf68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (404d51ae-da13-45cc-a919-477c2485ffd5), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:07.832190 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f3dfa-f0d4-4f30-ac30-6095ea7a8935 req-1c9e87f4-9049-4ef0-88de-1ad8773db6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:59:07.834765 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-6f7f3dfa-f0d4-4f30-ac30-6095ea7a8935 req-1c9e87f4-9049-4ef0-88de-1ad8773db6b5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c98b75ab-0d7f-44c5-97af-848390b94d78 HTTP/1.1" status: 200 len: 915 time: 0.0987899 Mar 08 04:59:07.835700 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b12e716d-c6d6-4a4d-99d0-cddcf470e4c3 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (a02dead7-f4e8-4fd3-8fd7-d8407323e723), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:07.838558 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b12e716d-c6d6-4a4d-99d0-cddcf470e4c3 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:07.839717 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-b12e716d-c6d6-4a4d-99d0-cddcf470e4c3 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "DELETE /v2.0/security-groups/a02dead7-f4e8-4fd3-8fd7-d8407323e723 HTTP/1.1" status: 204 len: 168 time: 0.2567241 Mar 08 04:59:07.842796 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 49708) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:59:07.857937 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e716d-c6d6-4a4d-99d0-cddcf470e4c3 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02dead7-f4e8-4fd3-8fd7-d8407323e723,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:59:07.950375 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-a6a0cacf-a658-4b51-8651-57311dccf68e None None] Current status of the port 404d51ae-da13-45cc-a919-477c2485ffd5 is: ACTIVE; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 04:59:07.951494 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-6f7f3dfa-f0d4-4f30-ac30-6095ea7a8935 req-7f19dbd6-0afa-4b40-a8b3-0ed474b5b421 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=404d51ae-da13-45cc-a919-477c2485ffd5 HTTP/1.1" status: 200 len: 1000 time: 0.1097469 Mar 08 04:59:08.041638 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f3dfa-f0d4-4f30-ac30-6095ea7a8935 req-20694f46-519b-4e57-b2ff-507b571943bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:59:08.043009 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-6f7f3dfa-f0d4-4f30-ac30-6095ea7a8935 req-20694f46-519b-4e57-b2ff-507b571943bf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1389bb70-16b8-4ffc-992f-2288c4da026c HTTP/1.1" status: 200 len: 853 time: 0.0852113 Mar 08 04:59:08.117611 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f3dfa-f0d4-4f30-ac30-6095ea7a8935 req-24e0f7c0-db26-497c-8d60-dc073454bd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:59:08.119064 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-6f7f3dfa-f0d4-4f30-ac30-6095ea7a8935 req-24e0f7c0-db26-497c-8d60-dc073454bd62 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c98b75ab-0d7f-44c5-97af-848390b94d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0584240 Mar 08 04:59:08.123225 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [None req-8eabd6e7-b6e8-4bd7-8e1d-24ab2737e57d tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Deleting port 0696b868-3087-4bf2-9b04-741c6cc737ab {{(pid=110144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:59:08.123563 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-8eabd6e7-b6e8-4bd7-8e1d-24ab2737e57d tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (0696b868-3087-4bf2-9b04-741c6cc737ab), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:08.261836 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-8eabd6e7-b6e8-4bd7-8e1d-24ab2737e57d tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (0696b868-3087-4bf2-9b04-741c6cc737ab), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:08.262160 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-8eabd6e7-b6e8-4bd7-8e1d-24ab2737e57d tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks [] for floatingip (0696b868-3087-4bf2-9b04-741c6cc737ab), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:08.271427 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-6f7f3dfa-f0d4-4f30-ac30-6095ea7a8935 req-9e280118-2aeb-44cd-bdc2-21fe6e01ec0e service neutron] 10.222.0.18 "GET /v2.0/networks/c98b75ab-0d7f-44c5-97af-848390b94d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460297 Mar 08 04:59:08.276669 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [None req-8eabd6e7-b6e8-4bd7-8e1d-24ab2737e57d tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Calling delete_port for 0696b868-3087-4bf2-9b04-741c6cc737ab owned by network:floatingip {{(pid=110144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:59:08.434788 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-6f7f3dfa-f0d4-4f30-ac30-6095ea7a8935 req-8d020f86-fd88-421e-a36c-0094b1366395 service neutron] 10.222.0.18 "GET /v2.0/networks/c98b75ab-0d7f-44c5-97af-848390b94d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561124 Mar 08 04:59:08.585073 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-8eabd6e7-b6e8-4bd7-8e1d-24ab2737e57d tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (0696b868-3087-4bf2-9b04-741c6cc737ab), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:08.610196 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eabd6e7-b6e8-4bd7-8e1d-24ab2737e57d tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Pushing event deleted for resources: {'Port': ['ID=0696b868-3087-4bf2-9b04-741c6cc737ab,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:59:08.668312 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-8eabd6e7-b6e8-4bd7-8e1d-24ab2737e57d tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks [] for floatingip (b3c61d2d-79b0-4948-830d-74fa26739778), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:08.668618 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.db.l3_db [None req-8eabd6e7-b6e8-4bd7-8e1d-24ab2737e57d tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Floating IP b3c61d2d-79b0-4948-830d-74fa26739778 disassociated (deleted). External IP: 172.27.0.12, port: 404d51ae-da13-45cc-a919-477c2485ffd5. Mar 08 04:59:09.123174 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eabd6e7-b6e8-4bd7-8e1d-24ab2737e57d tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Router 5f14e4f9-d0d6-49e2-93e8-6695f298d280 has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:59:09.228058 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eabd6e7-b6e8-4bd7-8e1d-24ab2737e57d tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:59:09.232837 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-8eabd6e7-b6e8-4bd7-8e1d-24ab2737e57d tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for floatingip (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:09.238296 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103dfb9a-a5d0-42a0-8e7f-2a44b8c612fb None None] Sync routers for ids ['5f14e4f9-d0d6-49e2-93e8-6695f298d280'] in dv-cinder-740146-13-iscsi {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:59:09.247273 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103dfb9a-a5d0-42a0-8e7f-2a44b8c612fb None None] Routers {'5f14e4f9-d0d6-49e2-93e8-6695f298d280'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:59:09.247867 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-103dfb9a-a5d0-42a0-8e7f-2a44b8c612fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:58:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['5f14e4f9-d0d6-49e2-93e8-6695f298d280'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:59:09.262213 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-8eabd6e7-b6e8-4bd7-8e1d-24ab2737e57d tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "DELETE /v2.0/floatingips/b3c61d2d-79b0-4948-830d-74fa26739778 HTTP/1.1" status: 204 len: 168 time: 1.4135892 Mar 08 04:59:09.262899 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a015bf-6fb7-4c79-8528-b06c9b2a366f', 'tag': '404d51ae-da13-45cc-a919-477c2485ffd5'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:59:09.265252 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e918d94-8802-4d9d-9481-5f503600101b" -d '{"events": [{"name": "network-changed", "server_uuid": "65a015bf-6fb7-4c79-8528-b06c9b2a366f", "tag": "404d51ae-da13-45cc-a919-477c2485ffd5"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:59:09.357957 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-103dfb9a-a5d0-42a0-8e7f-2a44b8c612fb None None] Set router 5f14e4f9-d0d6-49e2-93e8-6695f298d280 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:59:09.362987 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 04:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2319181c-64ab-41f8-9a80-843625444dc5 x-openstack-request-id: req-2319181c-64ab-41f8-9a80-843625444dc5 {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:59:09.363276 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65a015bf-6fb7-4c79-8528-b06c9b2a366f", "tag": "404d51ae-da13-45cc-a919-477c2485ffd5", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:59:09.363527 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2319181c-64ab-41f8-9a80-843625444dc5 {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:59:09.363925 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a015bf-6fb7-4c79-8528-b06c9b2a366f', 'tag': '404d51ae-da13-45cc-a919-477c2485ffd5', 'status': 'completed', 'code': 200} Mar 08 04:59:09.429353 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e918d94-8802-4d9d-9481-5f503600101b req-3ba217a3-384c-4e05-b91a-908037489f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:59:09.430893 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-5e918d94-8802-4d9d-9481-5f503600101b req-3ba217a3-384c-4e05-b91a-908037489f38 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=75e35041f01d4bd187fbb22177ce3706&device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 1129 time: 0.0452023 Mar 08 04:59:09.532324 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e918d94-8802-4d9d-9481-5f503600101b req-f7a31585-e701-4f84-9c3b-b82ae0bca258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:59:09.533822 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-5e918d94-8802-4d9d-9481-5f503600101b req-f7a31585-e701-4f84-9c3b-b82ae0bca258 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c98b75ab-0d7f-44c5-97af-848390b94d78 HTTP/1.1" status: 200 len: 915 time: 0.0965569 Mar 08 04:59:09.565854 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-103dfb9a-a5d0-42a0-8e7f-2a44b8c612fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f14e4f9-d0d6-49e2-93e8-6695f298d280', 'name': 'tempest-TestMinimumBasicScenario-541728070-router', 'tenant_id': '75e35041f01d4bd187fbb22177ce3706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '5a0a3407-9075-4b22-8503-5c7a764e5c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:55:32Z', 'updated_at': '2022-03-08T04:55:36Z', 'revision_number': 4, 'project_id': '75e35041f01d4bd187fbb22177ce3706', 'gw_port': {'id': '5a0a3407-9075-4b22-8503-5c7a764e5c3b', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:da:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f14e4f9-d0d6-49e2-93e8-6695f298d280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:55:33Z', 'updated_at': '2022-03-08T04:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': '85d3d457-4862-4451-b185-ed31dc018e3d', 'name': '', 'network_id': 'c98b75ab-0d7f-44c5-97af-848390b94d78', 'tenant_id': '75e35041f01d4bd187fbb22177ce3706', 'mac_address': 'fa:16:3e:67:a4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f14e4f9-d0d6-49e2-93e8-6695f298d280', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '1389bb70-16b8-4ffc-992f-2288c4da026c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:55:35Z', 'updated_at': '2022-03-08T04:55:40Z', 'revision_number': 5, 'project_id': '75e35041f01d4bd187fbb22177ce3706', 'subnets': [{'id': '1389bb70-16b8-4ffc-992f-2288c4da026c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:59:09.575739 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-5e918d94-8802-4d9d-9481-5f503600101b req-ebd1fbb2-d84b-455c-8db4-4690fa125a0c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=404d51ae-da13-45cc-a919-477c2485ffd5 HTTP/1.1" status: 200 len: 217 time: 0.0352054 Mar 08 04:59:09.596007 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103dfb9a-a5d0-42a0-8e7f-2a44b8c612fb None None] Checking router: 5f14e4f9-d0d6-49e2-93e8-6695f298d280 for host: dv-cinder-740146-13-iscsi {{(pid=110147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:59:09.605703 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103dfb9a-a5d0-42a0-8e7f-2a44b8c612fb None None] Routers {'5f14e4f9-d0d6-49e2-93e8-6695f298d280'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:59:09.606312 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-103dfb9a-a5d0-42a0-8e7f-2a44b8c612fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:58:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['5f14e4f9-d0d6-49e2-93e8-6695f298d280'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:59:09.628605 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e918d94-8802-4d9d-9481-5f503600101b req-cf678bb4-71fc-4b74-93ca-175380678c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:59:09.630157 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-5e918d94-8802-4d9d-9481-5f503600101b req-cf678bb4-71fc-4b74-93ca-175380678c29 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1389bb70-16b8-4ffc-992f-2288c4da026c HTTP/1.1" status: 200 len: 853 time: 0.0484130 Mar 08 04:59:09.680089 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e918d94-8802-4d9d-9481-5f503600101b req-f922dbdb-91f5-409c-a2cf-70037e7a5ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:59:09.681898 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-5e918d94-8802-4d9d-9481-5f503600101b req-f922dbdb-91f5-409c-a2cf-70037e7a5ceb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c98b75ab-0d7f-44c5-97af-848390b94d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458653 Mar 08 04:59:09.724908 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-103dfb9a-a5d0-42a0-8e7f-2a44b8c612fb None None] Set router 5f14e4f9-d0d6-49e2-93e8-6695f298d280 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:59:09.775295 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-5e918d94-8802-4d9d-9481-5f503600101b req-ae13cbe8-7602-4d31-9da8-0fd1b0fcedca service neutron] 10.222.0.18 "GET /v2.0/networks/c98b75ab-0d7f-44c5-97af-848390b94d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872271 Mar 08 04:59:09.863298 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-5e918d94-8802-4d9d-9481-5f503600101b req-5a782584-6f4a-43e6-8077-4a04c37a2dc0 service neutron] 10.222.0.18 "GET /v2.0/networks/c98b75ab-0d7f-44c5-97af-848390b94d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814564 Mar 08 04:59:09.918028 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-103dfb9a-a5d0-42a0-8e7f-2a44b8c612fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f14e4f9-d0d6-49e2-93e8-6695f298d280', 'name': 'tempest-TestMinimumBasicScenario-541728070-router', 'tenant_id': '75e35041f01d4bd187fbb22177ce3706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '5a0a3407-9075-4b22-8503-5c7a764e5c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:55:32Z', 'updated_at': '2022-03-08T04:55:36Z', 'revision_number': 4, 'project_id': '75e35041f01d4bd187fbb22177ce3706', 'gw_port': {'id': '5a0a3407-9075-4b22-8503-5c7a764e5c3b', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:da:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f14e4f9-d0d6-49e2-93e8-6695f298d280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:55:33Z', 'updated_at': '2022-03-08T04:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': '85d3d457-4862-4451-b185-ed31dc018e3d', 'name': '', 'network_id': 'c98b75ab-0d7f-44c5-97af-848390b94d78', 'tenant_id': '75e35041f01d4bd187fbb22177ce3706', 'mac_address': 'fa:16:3e:67:a4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f14e4f9-d0d6-49e2-93e8-6695f298d280', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '1389bb70-16b8-4ffc-992f-2288c4da026c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:55:35Z', 'updated_at': '2022-03-08T04:55:40Z', 'revision_number': 5, 'project_id': '75e35041f01d4bd187fbb22177ce3706', 'subnets': [{'id': '1389bb70-16b8-4ffc-992f-2288c4da026c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:59:09.947383 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103dfb9a-a5d0-42a0-8e7f-2a44b8c612fb None None] The sync data for ids ['5f14e4f9-d0d6-49e2-93e8-6695f298d280'] in dv-cinder-740146-13-iscsi is: [{'id': '5f14e4f9-d0d6-49e2-93e8-6695f298d280', 'name': 'tempest-TestMinimumBasicScenario-541728070-router', 'tenant_id': '75e35041f01d4bd187fbb22177ce3706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '5a0a3407-9075-4b22-8503-5c7a764e5c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:55:32Z', 'updated_at': '2022-03-08T04:55:36Z', 'revision_number': 4, 'project_id': '75e35041f01d4bd187fbb22177ce3706', 'gw_port': {'id': '5a0a3407-9075-4b22-8503-5c7a764e5c3b', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:da:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f14e4f9-d0d6-49e2-93e8-6695f298d280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:55:33Z', 'updated_at': '2022-03-08T04:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': '85d3d457-4862-4451-b185-ed31dc018e3d', 'name': '', 'network_id': 'c98b75ab-0d7f-44c5-97af-848390b94d78', 'tenant_id': '75e35041f01d4bd187fbb22177ce3706', 'mac_address': 'fa:16:3e:67:a4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f14e4f9-d0d6-49e2-93e8-6695f298d280', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '1389bb70-16b8-4ffc-992f-2288c4da026c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:55:35Z', 'updated_at': '2022-03-08T04:55:40Z', 'revision_number': 5, 'project_id': '75e35041f01d4bd187fbb22177ce3706', 'subnets': [{'id': '1389bb70-16b8-4ffc-992f-2288c4da026c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:59:10.153253 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e6ed91-3ba2-43f2-bb6a-7970f0901176 None None] New status for floating IP b3c61d2d-79b0-4948-830d-74fa26739778: DOWN {{(pid=110146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 04:59:12.454295 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df336a-5489-42eb-a3d5-66343e7b774f req-aeb42b86-8acf-4ccc-a545-c1d34b701d07 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:59:12.455763 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f3df336a-5489-42eb-a3d5-66343e7b774f req-aeb42b86-8acf-4ccc-a545-c1d34b701d07 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 945 time: 0.0518301 Mar 08 04:59:12.504987 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f3df336a-5489-42eb-a3d5-66343e7b774f req-7a4b8ca1-e3b6-49e0-aa3a-e6b8e4fb64ea tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/security-groups?id=77c6db58-89bb-4ee1-b061-c601dab7972c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432155 Mar 08 04:59:13.620892 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870bd476-0f3d-4aea-8679-d04f467b1748 req-8bfe5868-9a8e-44ee-b459-a5d75804c8bb tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:59:13.622376 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-870bd476-0f3d-4aea-8679-d04f467b1748 req-8bfe5868-9a8e-44ee-b459-a5d75804c8bb tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 945 time: 0.0516057 Mar 08 04:59:13.668485 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-870bd476-0f3d-4aea-8679-d04f467b1748 req-7c4f7e11-d147-4644-939e-eca308229b32 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/security-groups?id=77c6db58-89bb-4ee1-b061-c601dab7972c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406716 Mar 08 04:59:14.030360 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-06bc98f6-0e7b-4bc2-9ca2-61bb147a8608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:14.334859 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb24110-6db1-47d9-9575-946b2d04b9d5 req-72f7d2b5-7572-4dba-abf8-9e7937632224 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:59:14.336275 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-8bb24110-6db1-47d9-9575-946b2d04b9d5 req-72f7d2b5-7572-4dba-abf8-9e7937632224 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.18 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 945 time: 0.0503857 Mar 08 04:59:14.425662 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-8bb24110-6db1-47d9-9575-946b2d04b9d5 req-c5bdb1a8-91bd-4331-b94e-b79ff59f3f65 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Deleting port 404d51ae-da13-45cc-a919-477c2485ffd5 {{(pid=110144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:59:14.426001 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-8bb24110-6db1-47d9-9575-946b2d04b9d5 req-c5bdb1a8-91bd-4331-b94e-b79ff59f3f65 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (404d51ae-da13-45cc-a919-477c2485ffd5), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:14.514456 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-8bb24110-6db1-47d9-9575-946b2d04b9d5 req-c5bdb1a8-91bd-4331-b94e-b79ff59f3f65 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] For port 404d51ae-da13-45cc-a919-477c2485ffd5, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=404d51ae-da13-45cc-a919-477c2485ffd5,segment=NetworkSegment(28a48966-e948-4833-ae1e-8372f318746c),segment_id=28a48966-e948-4833-ae1e-8372f318746c)] {{(pid=110144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:59:14.514739 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-8bb24110-6db1-47d9-9575-946b2d04b9d5 req-c5bdb1a8-91bd-4331-b94e-b79ff59f3f65 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (404d51ae-da13-45cc-a919-477c2485ffd5), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:14.526700 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-8bb24110-6db1-47d9-9575-946b2d04b9d5 req-c5bdb1a8-91bd-4331-b94e-b79ff59f3f65 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Calling delete_port for 404d51ae-da13-45cc-a919-477c2485ffd5 owned by compute:nova {{(pid=110144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:59:14.715115 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-8bb24110-6db1-47d9-9575-946b2d04b9d5 req-c5bdb1a8-91bd-4331-b94e-b79ff59f3f65 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (404d51ae-da13-45cc-a919-477c2485ffd5), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:14.729188 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] get_ports_and_sgs() called for port_ids ['404d51ae-da13-45cc-a919-477c2485ffd5'] {{(pid=110146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 04:59:14.744851 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bdb1a8-91bd-4331-b94e-b79ff59f3f65 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Pushing event deleted for resources: {'Port': ['ID=404d51ae-da13-45cc-a919-477c2485ffd5,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:59:14.805856 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-da8ffff9-d296-45d3-b7d9-1fcf595e32a5 req-3149f12e-528f-4821-bb79-f8f9391f7d01 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.35 "GET /v2.0/ports?device_id=65a015bf-6fb7-4c79-8528-b06c9b2a366f HTTP/1.1" status: 200 len: 210 time: 0.0545080 Mar 08 04:59:14.808857 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb24110-6db1-47d9-9575-946b2d04b9d5 req-c5bdb1a8-91bd-4331-b94e-b79ff59f3f65 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] No DVR routers for this DVR port 404d51ae-da13-45cc-a919-477c2485ffd5 on host hv-cinder-74014 {{(pid=110144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:59:14.809142 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-8bb24110-6db1-47d9-9575-946b2d04b9d5 req-c5bdb1a8-91bd-4331-b94e-b79ff59f3f65 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:14.812395 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-8bb24110-6db1-47d9-9575-946b2d04b9d5 req-c5bdb1a8-91bd-4331-b94e-b79ff59f3f65 tempest-TestMinimumBasicScenario-1455076356 tempest-TestMinimumBasicScenario-1455076356-project] 10.222.0.18 "DELETE /v2.0/ports/404d51ae-da13-45cc-a919-477c2485ffd5 HTTP/1.1" status: 204 len: 173 time: 0.4708519 Mar 08 04:59:14.812837 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a015bf-6fb7-4c79-8528-b06c9b2a366f', 'name': 'network-vif-deleted', 'tag': '404d51ae-da13-45cc-a919-477c2485ffd5'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 04:59:14.815093 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76c39ca-c8ae-4676-a7ea-e76e40877929" -d '{"events": [{"server_uuid": "65a015bf-6fb7-4c79-8528-b06c9b2a366f", "name": "network-vif-deleted", "tag": "404d51ae-da13-45cc-a919-477c2485ffd5"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 04:59:14.850712 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 04:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50c410a-1370-46b5-8192-1d1ad05cf521 x-openstack-request-id: req-e50c410a-1370-46b5-8192-1d1ad05cf521 {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 04:59:14.850841 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65a015bf-6fb7-4c79-8528-b06c9b2a366f", "name": "network-vif-deleted", "tag": "404d51ae-da13-45cc-a919-477c2485ffd5", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 04:59:14.851082 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e50c410a-1370-46b5-8192-1d1ad05cf521 {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 04:59:14.851532 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a015bf-6fb7-4c79-8528-b06c9b2a366f', 'name': 'network-vif-deleted', 'tag': '404d51ae-da13-45cc-a919-477c2485ffd5', 'status': 'completed', 'code': 200} Mar 08 04:59:16.248566 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09c59d67-1c63-406c-8099-a4955d4b0e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:17.194360 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 49794) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:59:17.282334 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:17.557715 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-7f81e3db-4e0f-4cbb-8c72-7be00f0a9bc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-956245'] for router_interface (5f14e4f9-d0d6-49e2-93e8-6695f298d280), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:17.804649 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [None req-7f81e3db-4e0f-4cbb-8c72-7be00f0a9bc8 admin admin] Deleting port 85d3d457-4862-4451-b185-ed31dc018e3d {{(pid=110144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:59:17.804990 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-7f81e3db-4e0f-4cbb-8c72-7be00f0a9bc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (85d3d457-4862-4451-b185-ed31dc018e3d), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:17.880916 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [None req-7f81e3db-4e0f-4cbb-8c72-7be00f0a9bc8 admin admin] For port 85d3d457-4862-4451-b185-ed31dc018e3d, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=85d3d457-4862-4451-b185-ed31dc018e3d,segment=NetworkSegment(28a48966-e948-4833-ae1e-8372f318746c),segment_id=28a48966-e948-4833-ae1e-8372f318746c)] {{(pid=110144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:59:17.881310 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-7f81e3db-4e0f-4cbb-8c72-7be00f0a9bc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (85d3d457-4862-4451-b185-ed31dc018e3d), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:17.892540 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [None req-7f81e3db-4e0f-4cbb-8c72-7be00f0a9bc8 admin admin] Calling delete_port for 85d3d457-4862-4451-b185-ed31dc018e3d owned by network:router_interface {{(pid=110144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:59:18.156157 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-7f81e3db-4e0f-4cbb-8c72-7be00f0a9bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (85d3d457-4862-4451-b185-ed31dc018e3d), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:18.179621 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81e3db-4e0f-4cbb-8c72-7be00f0a9bc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=85d3d457-4862-4451-b185-ed31dc018e3d,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:59:18.348115 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-7f81e3db-4e0f-4cbb-8c72-7be00f0a9bc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-956193'] for router_interface (5f14e4f9-d0d6-49e2-93e8-6695f298d280), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:18.561387 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f81e3db-4e0f-4cbb-8c72-7be00f0a9bc8 admin admin] Router 5f14e4f9-d0d6-49e2-93e8-6695f298d280 has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:59:18.667222 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f81e3db-4e0f-4cbb-8c72-7be00f0a9bc8 admin admin] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:59:18.672298 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-7f81e3db-4e0f-4cbb-8c72-7be00f0a9bc8 admin admin] 10.222.0.35 "PUT /v2.0/routers/5f14e4f9-d0d6-49e2-93e8-6695f298d280/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4768052 Mar 08 04:59:18.674788 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 49796) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:59:18.677838 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2ff870-2874-4253-9997-0f8a2e18a5eb None None] Sync routers for ids ['5f14e4f9-d0d6-49e2-93e8-6695f298d280'] in dv-cinder-740146-13-iscsi {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:59:18.688655 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2ff870-2874-4253-9997-0f8a2e18a5eb None None] Routers {'5f14e4f9-d0d6-49e2-93e8-6695f298d280'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:59:18.689301 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-dc2ff870-2874-4253-9997-0f8a2e18a5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:59:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['5f14e4f9-d0d6-49e2-93e8-6695f298d280'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:59:18.765998 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:18.780280 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b5f9d36a-1574-4c9c-be89-675933ce90f2 admin admin] Publish callbacks [] for router (5f14e4f9-d0d6-49e2-93e8-6695f298d280), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:18.801398 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-dc2ff870-2874-4253-9997-0f8a2e18a5eb None None] Set router 5f14e4f9-d0d6-49e2-93e8-6695f298d280 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:59:18.884347 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b5f9d36a-1574-4c9c-be89-675933ce90f2 admin admin] Publish callbacks [] for router_gateway (5f14e4f9-d0d6-49e2-93e8-6695f298d280), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:18.976376 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-dc2ff870-2874-4253-9997-0f8a2e18a5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f14e4f9-d0d6-49e2-93e8-6695f298d280', 'name': 'tempest-TestMinimumBasicScenario-541728070-router', 'tenant_id': '75e35041f01d4bd187fbb22177ce3706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '5a0a3407-9075-4b22-8503-5c7a764e5c3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:55:32Z', 'updated_at': '2022-03-08T04:59:18Z', 'revision_number': 5, 'project_id': '75e35041f01d4bd187fbb22177ce3706', 'gw_port': {'id': '5a0a3407-9075-4b22-8503-5c7a764e5c3b', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:da:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f14e4f9-d0d6-49e2-93e8-6695f298d280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:55:33Z', 'updated_at': '2022-03-08T04:55:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi'}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:59:18.982992 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-b5f9d36a-1574-4c9c-be89-675933ce90f2 admin admin] Deleting port 5a0a3407-9075-4b22-8503-5c7a764e5c3b {{(pid=110145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:59:18.983330 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b5f9d36a-1574-4c9c-be89-675933ce90f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (5a0a3407-9075-4b22-8503-5c7a764e5c3b), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:19.006221 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2ff870-2874-4253-9997-0f8a2e18a5eb None None] Checking router: 5f14e4f9-d0d6-49e2-93e8-6695f298d280 for host: dv-cinder-740146-13-iscsi {{(pid=110147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:59:19.015065 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2ff870-2874-4253-9997-0f8a2e18a5eb None None] Routers {'5f14e4f9-d0d6-49e2-93e8-6695f298d280'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:59:19.015674 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-dc2ff870-2874-4253-9997-0f8a2e18a5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:59:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['5f14e4f9-d0d6-49e2-93e8-6695f298d280'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:59:19.060046 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.db [None req-b5f9d36a-1574-4c9c-be89-675933ce90f2 admin admin] For port 5a0a3407-9075-4b22-8503-5c7a764e5c3b, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=5a0a3407-9075-4b22-8503-5c7a764e5c3b,segment=NetworkSegment(83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c),segment_id=83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c)] {{(pid=110145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:59:19.060412 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b5f9d36a-1574-4c9c-be89-675933ce90f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (5a0a3407-9075-4b22-8503-5c7a764e5c3b), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:19.071809 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-b5f9d36a-1574-4c9c-be89-675933ce90f2 admin admin] Calling delete_port for 5a0a3407-9075-4b22-8503-5c7a764e5c3b owned by network:router_gateway {{(pid=110145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:59:19.096655 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-dc2ff870-2874-4253-9997-0f8a2e18a5eb None None] Set router 5f14e4f9-d0d6-49e2-93e8-6695f298d280 gateway port host: None {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:59:19.237770 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-dc2ff870-2874-4253-9997-0f8a2e18a5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f14e4f9-d0d6-49e2-93e8-6695f298d280', 'name': 'tempest-TestMinimumBasicScenario-541728070-router', 'tenant_id': '75e35041f01d4bd187fbb22177ce3706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:55:32Z', 'updated_at': '2022-03-08T04:59:18Z', 'revision_number': 6, 'project_id': '75e35041f01d4bd187fbb22177ce3706', 'gw_port_host': None}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:59:19.263185 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2ff870-2874-4253-9997-0f8a2e18a5eb None None] The sync data for ids ['5f14e4f9-d0d6-49e2-93e8-6695f298d280'] in dv-cinder-740146-13-iscsi is: [{'id': '5f14e4f9-d0d6-49e2-93e8-6695f298d280', 'name': 'tempest-TestMinimumBasicScenario-541728070-router', 'tenant_id': '75e35041f01d4bd187fbb22177ce3706', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:55:32Z', 'updated_at': '2022-03-08T04:59:18Z', 'revision_number': 6, 'project_id': '75e35041f01d4bd187fbb22177ce3706', 'gw_port_host': None}] {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:59:19.282530 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b5f9d36a-1574-4c9c-be89-675933ce90f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793137'] for port (5a0a3407-9075-4b22-8503-5c7a764e5c3b), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:19.306313 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 404d51ae-da13-45cc-a919-477c2485ffd5 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:59:19.308364 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f9d36a-1574-4c9c-be89-675933ce90f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a0a3407-9075-4b22-8503-5c7a764e5c3b,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:59:19.328618 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] No Port match for: 404d51ae-da13-45cc-a919-477c2485ffd5 {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:59:19.328969 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 404d51ae-da13-45cc-a919-477c2485ffd5 not bound to the agent host hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:59:19.372593 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b5f9d36a-1574-4c9c-be89-675933ce90f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-950923'] for router_gateway (5f14e4f9-d0d6-49e2-93e8-6695f298d280), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:19.460711 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b5f9d36a-1574-4c9c-be89-675933ce90f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-955711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9283'] for router (5f14e4f9-d0d6-49e2-93e8-6695f298d280), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:19.462805 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b5f9d36a-1574-4c9c-be89-675933ce90f2 admin admin] Publish callbacks [] for router_controller (5f14e4f9-d0d6-49e2-93e8-6695f298d280), precommit_delete_associations {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:19.544865 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b5f9d36a-1574-4c9c-be89-675933ce90f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-955688'] for router (5f14e4f9-d0d6-49e2-93e8-6695f298d280), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:19.703925 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f9d36a-1574-4c9c-be89-675933ce90f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f14e4f9-d0d6-49e2-93e8-6695f298d280 {{(pid=110145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 04:59:19.703925 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b5f9d36a-1574-4c9c-be89-675933ce90f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:19.703925 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-b5f9d36a-1574-4c9c-be89-675933ce90f2 admin admin] 10.222.0.35 "DELETE /v2.0/routers/5f14e4f9-d0d6-49e2-93e8-6695f298d280 HTTP/1.1" status: 204 len: 168 time: 0.8765922 Mar 08 04:59:19.726475 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 49798) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:59:19.726475 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_v2 [None req-13c0db18-1439-4885-9837-f421f172bf9e admin admin] Deleting subnet 1389bb70-16b8-4ffc-992f-2288c4da026c {{(pid=110144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 04:59:19.726475 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-13c0db18-1439-4885-9837-f421f172bf9e admin admin] Publish callbacks [] for subnet (1389bb70-16b8-4ffc-992f-2288c4da026c), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:19.726475 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-13c0db18-1439-4885-9837-f421f172bf9e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58735104'] for subnet (1389bb70-16b8-4ffc-992f-2288c4da026c), precommit_delete_associations {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:19.726475 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-13c0db18-1439-4885-9837-f421f172bf9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4105722'] for subnet (1389bb70-16b8-4ffc-992f-2288c4da026c), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:19.819796 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-13c0db18-1439-4885-9837-f421f172bf9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4105697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4052251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58903418'] for subnet (1389bb70-16b8-4ffc-992f-2288c4da026c), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:19.846806 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-13c0db18-1439-4885-9837-f421f172bf9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:19.850083 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-13c0db18-1439-4885-9837-f421f172bf9e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1389bb70-16b8-4ffc-992f-2288c4da026c HTTP/1.1" status: 204 len: 168 time: 0.2937880 Mar 08 04:59:19.851113 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0db18-1439-4885-9837-f421f172bf9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1389bb70-16b8-4ffc-992f-2288c4da026c,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:59:19.852711 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 49800) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:59:19.853022 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ed9620-ed16-4741-8805-45a41df62483 None None] Network c98b75ab-0d7f-44c5-97af-848390b94d78 requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:59:19.859190 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c0db18-1439-4885-9837-f421f172bf9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:59:19.859803 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c0db18-1439-4885-9837-f421f172bf9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:59:19.860150 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c0db18-1439-4885-9837-f421f172bf9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:59:19.860837 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c0db18-1439-4885-9837-f421f172bf9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:59:19.860837 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c0db18-1439-4885-9837-f421f172bf9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:59:19.861142 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c0db18-1439-4885-9837-f421f172bf9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:59:19.861499 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c0db18-1439-4885-9837-f421f172bf9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:59:19.861838 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c0db18-1439-4885-9837-f421f172bf9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:59:19.862200 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c0db18-1439-4885-9837-f421f172bf9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:59:19.862500 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c0db18-1439-4885-9837-f421f172bf9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:59:19.862827 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c0db18-1439-4885-9837-f421f172bf9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:59:19.863153 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c0db18-1439-4885-9837-f421f172bf9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:59:19.863478 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13c0db18-1439-4885-9837-f421f172bf9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 04:59:19.923685 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c505b78e-a568-41e1-b096-d384fd04dc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3980661'] for network (c98b75ab-0d7f-44c5-97af-848390b94d78), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:19.978205 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-c505b78e-a568-41e1-b096-d384fd04dc28 admin admin] Deleting port c7f09473-8fdf-4d02-8db6-3fec273f374c {{(pid=110145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:59:19.978547 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c505b78e-a568-41e1-b096-d384fd04dc28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (c7f09473-8fdf-4d02-8db6-3fec273f374c), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:20.047579 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.db [None req-c505b78e-a568-41e1-b096-d384fd04dc28 admin admin] For port c7f09473-8fdf-4d02-8db6-3fec273f374c, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=c7f09473-8fdf-4d02-8db6-3fec273f374c,segment=NetworkSegment(28a48966-e948-4833-ae1e-8372f318746c),segment_id=28a48966-e948-4833-ae1e-8372f318746c)] {{(pid=110145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:59:20.057113 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c505b78e-a568-41e1-b096-d384fd04dc28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (c7f09473-8fdf-4d02-8db6-3fec273f374c), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:20.057303 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb928ae-5461-486b-a203-17e437aa3328 None None] DHCP port deletion for c98b75ab-0d7f-44c5-97af-848390b94d78 request from dv-cinder-740146-13-iscsi {{(pid=110146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 04:59:20.064063 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-c505b78e-a568-41e1-b096-d384fd04dc28 admin admin] Calling delete_port for c7f09473-8fdf-4d02-8db6-3fec273f374c owned by network:dhcp {{(pid=110145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:59:20.104272 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-6eb928ae-5461-486b-a203-17e437aa3328 None None] Deleting port c7f09473-8fdf-4d02-8db6-3fec273f374c {{(pid=110146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:59:20.104573 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-6eb928ae-5461-486b-a203-17e437aa3328 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (c7f09473-8fdf-4d02-8db6-3fec273f374c), before_delete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:20.107057 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:20.173726 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-6eb928ae-5461-486b-a203-17e437aa3328 None None] For port c7f09473-8fdf-4d02-8db6-3fec273f374c, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=c7f09473-8fdf-4d02-8db6-3fec273f374c,segment=NetworkSegment(28a48966-e948-4833-ae1e-8372f318746c),segment_id=28a48966-e948-4833-ae1e-8372f318746c)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:59:20.174133 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-6eb928ae-5461-486b-a203-17e437aa3328 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (c7f09473-8fdf-4d02-8db6-3fec273f374c), precommit_delete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:20.187316 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-6eb928ae-5461-486b-a203-17e437aa3328 None None] Calling delete_port for c7f09473-8fdf-4d02-8db6-3fec273f374c owned by network:dhcp {{(pid=110146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:59:20.213757 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c505b78e-a568-41e1-b096-d384fd04dc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793137'] for port (c7f09473-8fdf-4d02-8db6-3fec273f374c), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:20.238908 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505b78e-a568-41e1-b096-d384fd04dc28 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7f09473-8fdf-4d02-8db6-3fec273f374c,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:59:20.243046 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c505b78e-a568-41e1-b096-d384fd04dc28 admin admin] No DVR routers for this DVR port c7f09473-8fdf-4d02-8db6-3fec273f374c on host dv-cinder-740146-13-iscsi {{(pid=110145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:59:20.263748 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-6eb928ae-5461-486b-a203-17e437aa3328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864'] for port (c7f09473-8fdf-4d02-8db6-3fec273f374c), after_delete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:20.290103 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb928ae-5461-486b-a203-17e437aa3328 None None] Pushing event deleted for resources: {'Port': ['ID=c7f09473-8fdf-4d02-8db6-3fec273f374c,revision_number=None']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:59:20.291923 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb928ae-5461-486b-a203-17e437aa3328 None None] No DVR routers for this DVR port c7f09473-8fdf-4d02-8db6-3fec273f374c on host dv-cinder-740146-13-iscsi {{(pid=110146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:59:20.325791 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c505b78e-a568-41e1-b096-d384fd04dc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3756149', 'neutron.services.segments.db._delete_segments_for_network-8769087550311'] for network (c98b75ab-0d7f-44c5-97af-848390b94d78), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:20.347022 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.services.segments.db [None req-c505b78e-a568-41e1-b096-d384fd04dc28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c98b75ab-0d7f-44c5-97af-848390b94d78']}} {{(pid=110145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:59:20.356202 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device c7f09473-8fdf-4d02-8db6-3fec273f374c no longer exists at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:59:20.359559 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.services.segments.db [None req-c505b78e-a568-41e1-b096-d384fd04dc28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28a48966-e948-4833-ae1e-8372f318746c') {'for_net_delete': True} {{(pid=110145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:59:20.359559 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.services.segments.db [None req-c505b78e-a568-41e1-b096-d384fd04dc28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28a48966-e948-4833-ae1e-8372f318746c') {} {{(pid=110145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:59:20.369701 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c505b78e-a568-41e1-b096-d384fd04dc28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769087551344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920783'] for segment (28a48966-e948-4833-ae1e-8372f318746c), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:20.380682 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] No Port match for: c7f09473-8fdf-4d02-8db6-3fec273f374c {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:59:20.381363 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device c7f09473-8fdf-4d02-8db6-3fec273f374c not bound to the agent host dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:59:20.381859 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 5a0a3407-9075-4b22-8503-5c7a764e5c3b no longer exists at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:59:20.383367 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c505b78e-a568-41e1-b096-d384fd04dc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041'] for segment (28a48966-e948-4833-ae1e-8372f318746c), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:20.390074 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c505b78e-a568-41e1-b096-d384fd04dc28 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=110145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 04:59:20.390538 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c505b78e-a568-41e1-b096-d384fd04dc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62793196'] for segment (28a48966-e948-4833-ae1e-8372f318746c), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:20.392227 dv-cinder-740146-13-iscsi neutron-server[110145]: Traceback (most recent call last): Mar 08 04:59:20.392227 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 04:59:20.392227 dv-cinder-740146-13-iscsi neutron-server[110145]: timer() Mar 08 04:59:20.392227 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 04:59:20.392227 dv-cinder-740146-13-iscsi neutron-server[110145]: cb(*args, **kw) Mar 08 04:59:20.392227 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 04:59:20.392227 dv-cinder-740146-13-iscsi neutron-server[110145]: return func(*args, **kwargs) Mar 08 04:59:20.392227 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 04:59:20.392227 dv-cinder-740146-13-iscsi neutron-server[110145]: self._notify() Mar 08 04:59:20.392227 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 04:59:20.392227 dv-cinder-740146-13-iscsi neutron-server[110145]: self.callback(batched_events) Mar 08 04:59:20.392227 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 04:59:20.392227 dv-cinder-740146-13-iscsi neutron-server[110145]: event.method(event) Mar 08 04:59:20.392227 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 04:59:20.392227 dv-cinder-740146-13-iscsi neutron-server[110145]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 04:59:20.392227 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 04:59:20.392227 dv-cinder-740146-13-iscsi neutron-server[110145]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 04:59:20.392227 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 04:59:20.392227 dv-cinder-740146-13-iscsi neutron-server[110145]: return f(self, *a, **k) Mar 08 04:59:20.392227 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 04:59:20.392227 dv-cinder-740146-13-iscsi neutron-server[110145]: return self._get(url).json() Mar 08 04:59:20.392227 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 04:59:20.392227 dv-cinder-740146-13-iscsi neutron-server[110145]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 04:59:20.392227 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 04:59:20.392227 dv-cinder-740146-13-iscsi neutron-server[110145]: return self.request(url, 'GET', **kwargs) Mar 08 04:59:20.392227 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 04:59:20.392227 dv-cinder-740146-13-iscsi neutron-server[110145]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 04:59:20.392227 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 04:59:20.392227 dv-cinder-740146-13-iscsi neutron-server[110145]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 04:59:20.392227 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 04:59:20.392227 dv-cinder-740146-13-iscsi neutron-server[110145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 04:59:20.392227 dv-cinder-740146-13-iscsi neutron-server[110145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 04:59:20.403263 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] No Port match for: 5a0a3407-9075-4b22-8503-5c7a764e5c3b {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:59:20.403381 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 5a0a3407-9075-4b22-8503-5c7a764e5c3b not bound to the agent host dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:59:20.403703 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 85d3d457-4862-4451-b185-ed31dc018e3d no longer exists at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:59:20.422857 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] No Port match for: 85d3d457-4862-4451-b185-ed31dc018e3d {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:59:20.423209 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 85d3d457-4862-4451-b185-ed31dc018e3d not bound to the agent host dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:59:20.531722 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c505b78e-a568-41e1-b096-d384fd04dc28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3756156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-950959'] for network (c98b75ab-0d7f-44c5-97af-848390b94d78), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:20.538549 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-c505b78e-a568-41e1-b096-d384fd04dc28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for network (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:20.541583 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-c505b78e-a568-41e1-b096-d384fd04dc28 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c98b75ab-0d7f-44c5-97af-848390b94d78 HTTP/1.1" status: 204 len: 168 time: 0.6876559 Mar 08 04:59:20.544651 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 49802) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:59:20.554076 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505b78e-a568-41e1-b096-d384fd04dc28 admin admin] Pushing event deleted for resources: {'Network': ['ID=c98b75ab-0d7f-44c5-97af-848390b94d78,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:59:20.881532 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-dd24b9f4-168f-41c9-ba5e-80a03f8af1df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-956245'] for router_interface (56eafb89-00cd-477a-9c40-b759321182ac), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:20.942759 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [req-ba66cf69-7c81-4c9d-895a-2975136cad0a req-8aafb670-26ce-4196-ab2b-454aed607a38 service neutron] (110145) timed out ('10.222.0.18', 51880) {{(pid=110145) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 04:59:21.122467 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [None req-dd24b9f4-168f-41c9-ba5e-80a03f8af1df admin admin] Deleting port a20c4ffc-71f9-4942-a847-ffc8451dadf1 {{(pid=110144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:59:21.122805 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-dd24b9f4-168f-41c9-ba5e-80a03f8af1df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (a20c4ffc-71f9-4942-a847-ffc8451dadf1), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:21.196575 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [None req-dd24b9f4-168f-41c9-ba5e-80a03f8af1df admin admin] For port a20c4ffc-71f9-4942-a847-ffc8451dadf1, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=a20c4ffc-71f9-4942-a847-ffc8451dadf1,segment=NetworkSegment(1a22e4ea-572c-4d07-9b3d-17658c306161),segment_id=1a22e4ea-572c-4d07-9b3d-17658c306161)] {{(pid=110144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:59:21.196854 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-dd24b9f4-168f-41c9-ba5e-80a03f8af1df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (a20c4ffc-71f9-4942-a847-ffc8451dadf1), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:21.208455 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [None req-dd24b9f4-168f-41c9-ba5e-80a03f8af1df admin admin] Calling delete_port for a20c4ffc-71f9-4942-a847-ffc8451dadf1 owned by network:router_interface {{(pid=110144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:59:21.374184 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [req-0bb2f9d5-7ced-44c5-b7fc-90f703577a7d req-932e9313-9a77-4fbf-b54c-5e1672696e5a service neutron] (110144) timed out ('10.222.0.18', 51889) {{(pid=110144) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 04:59:21.381022 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [req-850e18d7-ddd7-4c70-b584-a34130a0dfc6 req-f31fce02-2d2a-4cc0-aee1-5aa9407ed117 service neutron] (110144) timed out ('10.222.0.18', 51909) {{(pid=110144) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 04:59:21.457502 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-dd24b9f4-168f-41c9-ba5e-80a03f8af1df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (a20c4ffc-71f9-4942-a847-ffc8451dadf1), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:21.482300 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd24b9f4-168f-41c9-ba5e-80a03f8af1df admin admin] Pushing event deleted for resources: {'Port': ['ID=a20c4ffc-71f9-4942-a847-ffc8451dadf1,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:59:21.906375 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-dd24b9f4-168f-41c9-ba5e-80a03f8af1df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-956193'] for router_interface (56eafb89-00cd-477a-9c40-b759321182ac), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:22.123576 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd24b9f4-168f-41c9-ba5e-80a03f8af1df admin admin] Router 56eafb89-00cd-477a-9c40-b759321182ac has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 04:59:22.228574 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd24b9f4-168f-41c9-ba5e-80a03f8af1df admin admin] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 04:59:22.233442 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-dd24b9f4-168f-41c9-ba5e-80a03f8af1df admin admin] 10.222.0.35 "PUT /v2.0/routers/56eafb89-00cd-477a-9c40-b759321182ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6876163 Mar 08 04:59:22.236234 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 49806) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:59:22.240248 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a15176d-835e-42b1-8f38-fc96ae75b361 None None] Sync routers for ids ['56eafb89-00cd-477a-9c40-b759321182ac'] in dv-cinder-740146-13-iscsi {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 04:59:22.249218 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a15176d-835e-42b1-8f38-fc96ae75b361 None None] Routers {'56eafb89-00cd-477a-9c40-b759321182ac'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:59:22.249836 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-6a15176d-835e-42b1-8f38-fc96ae75b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:59:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['56eafb89-00cd-477a-9c40-b759321182ac'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:59:22.345998 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ffa2dbf7-ceb1-434b-ae8a-853dfbe76f7c admin admin] Publish callbacks [] for router (56eafb89-00cd-477a-9c40-b759321182ac), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:22.363196 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-6a15176d-835e-42b1-8f38-fc96ae75b361 None None] Set router 56eafb89-00cd-477a-9c40-b759321182ac gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:59:22.447949 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ffa2dbf7-ceb1-434b-ae8a-853dfbe76f7c admin admin] Publish callbacks [] for router_gateway (56eafb89-00cd-477a-9c40-b759321182ac), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:22.538995 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-6a15176d-835e-42b1-8f38-fc96ae75b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56eafb89-00cd-477a-9c40-b759321182ac', 'name': 'tempest-TestMinimumBasicScenario-2020271002-router', 'tenant_id': '7f0b4fd35e9c400aae935dbc5753533e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'aaca0251-2618-42e8-ab74-27833b75c17f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:55:39Z', 'updated_at': '2022-03-08T04:59:21Z', 'revision_number': 5, 'project_id': '7f0b4fd35e9c400aae935dbc5753533e', 'gw_port': {'id': 'aaca0251-2618-42e8-ab74-27833b75c17f', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:14:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56eafb89-00cd-477a-9c40-b759321182ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:55:39Z', 'updated_at': '2022-03-08T04:55:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi'}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:59:22.565521 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a15176d-835e-42b1-8f38-fc96ae75b361 None None] Checking router: 56eafb89-00cd-477a-9c40-b759321182ac for host: dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 04:59:22.568226 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [None req-ffa2dbf7-ceb1-434b-ae8a-853dfbe76f7c admin admin] Deleting port aaca0251-2618-42e8-ab74-27833b75c17f {{(pid=110144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:59:22.568568 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ffa2dbf7-ceb1-434b-ae8a-853dfbe76f7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (aaca0251-2618-42e8-ab74-27833b75c17f), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:22.574564 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a15176d-835e-42b1-8f38-fc96ae75b361 None None] Routers {'56eafb89-00cd-477a-9c40-b759321182ac'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 04:59:22.575163 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-6a15176d-835e-42b1-8f38-fc96ae75b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T04:59:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['56eafb89-00cd-477a-9c40-b759321182ac'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:59:22.644902 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [None req-ffa2dbf7-ceb1-434b-ae8a-853dfbe76f7c admin admin] For port aaca0251-2618-42e8-ab74-27833b75c17f, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=aaca0251-2618-42e8-ab74-27833b75c17f,segment=NetworkSegment(83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c),segment_id=83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c)] {{(pid=110144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:59:22.645297 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ffa2dbf7-ceb1-434b-ae8a-853dfbe76f7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (aaca0251-2618-42e8-ab74-27833b75c17f), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:22.656735 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [None req-ffa2dbf7-ceb1-434b-ae8a-853dfbe76f7c admin admin] Calling delete_port for aaca0251-2618-42e8-ab74-27833b75c17f owned by network:router_gateway {{(pid=110144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:59:22.661716 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-6a15176d-835e-42b1-8f38-fc96ae75b361 None None] Set router 56eafb89-00cd-477a-9c40-b759321182ac gateway port host: None {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 04:59:22.711768 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-6a15176d-835e-42b1-8f38-fc96ae75b361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56eafb89-00cd-477a-9c40-b759321182ac', 'name': 'tempest-TestMinimumBasicScenario-2020271002-router', 'tenant_id': '7f0b4fd35e9c400aae935dbc5753533e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:55:39Z', 'updated_at': '2022-03-08T04:59:22Z', 'revision_number': 6, 'project_id': '7f0b4fd35e9c400aae935dbc5753533e', 'gw_port_host': None}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:59:22.741296 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a15176d-835e-42b1-8f38-fc96ae75b361 None None] The sync data for ids ['56eafb89-00cd-477a-9c40-b759321182ac'] in dv-cinder-740146-13-iscsi is: [{'id': '56eafb89-00cd-477a-9c40-b759321182ac', 'name': 'tempest-TestMinimumBasicScenario-2020271002-router', 'tenant_id': '7f0b4fd35e9c400aae935dbc5753533e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:55:39Z', 'updated_at': '2022-03-08T04:59:22Z', 'revision_number': 6, 'project_id': '7f0b4fd35e9c400aae935dbc5753533e', 'gw_port_host': None}] {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 04:59:22.891907 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ffa2dbf7-ceb1-434b-ae8a-853dfbe76f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (aaca0251-2618-42e8-ab74-27833b75c17f), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:22.920797 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa2dbf7-ceb1-434b-ae8a-853dfbe76f7c admin admin] Pushing event deleted for resources: {'Port': ['ID=aaca0251-2618-42e8-ab74-27833b75c17f,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:59:22.977586 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ffa2dbf7-ceb1-434b-ae8a-853dfbe76f7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-950923'] for router_gateway (56eafb89-00cd-477a-9c40-b759321182ac), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:23.063769 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ffa2dbf7-ceb1-434b-ae8a-853dfbe76f7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-955711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9283'] for router (56eafb89-00cd-477a-9c40-b759321182ac), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:23.065768 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ffa2dbf7-ceb1-434b-ae8a-853dfbe76f7c admin admin] Publish callbacks [] for router_controller (56eafb89-00cd-477a-9c40-b759321182ac), precommit_delete_associations {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:23.196416 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ffa2dbf7-ceb1-434b-ae8a-853dfbe76f7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-955688'] for router (56eafb89-00cd-477a-9c40-b759321182ac), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:23.200626 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa2dbf7-ceb1-434b-ae8a-853dfbe76f7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56eafb89-00cd-477a-9c40-b759321182ac {{(pid=110144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 04:59:23.201178 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ffa2dbf7-ceb1-434b-ae8a-853dfbe76f7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:23.202382 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-ffa2dbf7-ceb1-434b-ae8a-853dfbe76f7c admin admin] 10.222.0.35 "DELETE /v2.0/routers/56eafb89-00cd-477a-9c40-b759321182ac HTTP/1.1" status: 204 len: 168 time: 0.9653480 Mar 08 04:59:23.204760 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 49808) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:59:23.248199 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_v2 [None req-356feabf-d503-49ba-b1d8-1f9510b88b07 admin admin] Deleting subnet 838f88da-bc20-46cf-83f3-90a0b4dc4e7c {{(pid=110144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 04:59:23.251159 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-356feabf-d503-49ba-b1d8-1f9510b88b07 admin admin] Publish callbacks [] for subnet (838f88da-bc20-46cf-83f3-90a0b4dc4e7c), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:23.284926 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-356feabf-d503-49ba-b1d8-1f9510b88b07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58735104'] for subnet (838f88da-bc20-46cf-83f3-90a0b4dc4e7c), precommit_delete_associations {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:23.360956 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-356feabf-d503-49ba-b1d8-1f9510b88b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4105722'] for subnet (838f88da-bc20-46cf-83f3-90a0b4dc4e7c), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:23.465201 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-356feabf-d503-49ba-b1d8-1f9510b88b07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4105697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4052251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58903418'] for subnet (838f88da-bc20-46cf-83f3-90a0b4dc4e7c), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:23.490630 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356feabf-d503-49ba-b1d8-1f9510b88b07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=838f88da-bc20-46cf-83f3-90a0b4dc4e7c,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:59:23.497198 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-356feabf-d503-49ba-b1d8-1f9510b88b07 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:23.500043 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586fbb76-3222-4801-aa25-cb3c06f1c784 None None] Network 30ac8b03-394d-4b8a-b8e0-005694591a8d requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 04:59:23.500542 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-356feabf-d503-49ba-b1d8-1f9510b88b07 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/838f88da-bc20-46cf-83f3-90a0b4dc4e7c HTTP/1.1" status: 204 len: 168 time: 0.2946241 Mar 08 04:59:23.503735 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 49810) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:59:23.572141 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-da5b0d22-84d2-4750-8e65-0ccacef002d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3980661'] for network (30ac8b03-394d-4b8a-b8e0-005694591a8d), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:23.634981 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-da5b0d22-84d2-4750-8e65-0ccacef002d2 admin admin] Deleting port 3fdc7c0c-251d-4042-b678-7a39cdd7ca70 {{(pid=110145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:59:23.635397 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-da5b0d22-84d2-4750-8e65-0ccacef002d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (3fdc7c0c-251d-4042-b678-7a39cdd7ca70), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:23.712633 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.db [None req-da5b0d22-84d2-4750-8e65-0ccacef002d2 admin admin] For port 3fdc7c0c-251d-4042-b678-7a39cdd7ca70, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=3fdc7c0c-251d-4042-b678-7a39cdd7ca70,segment=NetworkSegment(1a22e4ea-572c-4d07-9b3d-17658c306161),segment_id=1a22e4ea-572c-4d07-9b3d-17658c306161)] {{(pid=110145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:59:23.712933 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-da5b0d22-84d2-4750-8e65-0ccacef002d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (3fdc7c0c-251d-4042-b678-7a39cdd7ca70), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:23.729186 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-da5b0d22-84d2-4750-8e65-0ccacef002d2 admin admin] Calling delete_port for 3fdc7c0c-251d-4042-b678-7a39cdd7ca70 owned by network:dhcp {{(pid=110145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:59:23.753568 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d29c12-15ea-4365-9d43-283eb4c72e77 None None] DHCP port deletion for 30ac8b03-394d-4b8a-b8e0-005694591a8d request from dv-cinder-740146-13-iscsi {{(pid=110146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 04:59:23.855625 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-a7d29c12-15ea-4365-9d43-283eb4c72e77 None None] Deleting port 3fdc7c0c-251d-4042-b678-7a39cdd7ca70 {{(pid=110146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 04:59:23.855994 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-a7d29c12-15ea-4365-9d43-283eb4c72e77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (3fdc7c0c-251d-4042-b678-7a39cdd7ca70), before_delete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:23.875670 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-da5b0d22-84d2-4750-8e65-0ccacef002d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793137'] for port (3fdc7c0c-251d-4042-b678-7a39cdd7ca70), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:23.900869 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b0d22-84d2-4750-8e65-0ccacef002d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fdc7c0c-251d-4042-b678-7a39cdd7ca70,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:59:23.904411 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5b0d22-84d2-4750-8e65-0ccacef002d2 admin admin] No DVR routers for this DVR port 3fdc7c0c-251d-4042-b678-7a39cdd7ca70 on host dv-cinder-740146-13-iscsi {{(pid=110145) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:59:23.961432 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-a7d29c12-15ea-4365-9d43-283eb4c72e77 None None] For port 3fdc7c0c-251d-4042-b678-7a39cdd7ca70, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=3fdc7c0c-251d-4042-b678-7a39cdd7ca70,segment=NetworkSegment(1a22e4ea-572c-4d07-9b3d-17658c306161),segment_id=1a22e4ea-572c-4d07-9b3d-17658c306161)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 04:59:23.961837 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-a7d29c12-15ea-4365-9d43-283eb4c72e77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (3fdc7c0c-251d-4042-b678-7a39cdd7ca70), precommit_delete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:23.972371 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-da5b0d22-84d2-4750-8e65-0ccacef002d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3756149', 'neutron.services.segments.db._delete_segments_for_network-8769087550311'] for network (30ac8b03-394d-4b8a-b8e0-005694591a8d), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:23.977429 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-a7d29c12-15ea-4365-9d43-283eb4c72e77 None None] Calling delete_port for 3fdc7c0c-251d-4042-b678-7a39cdd7ca70 owned by network:dhcp {{(pid=110146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 04:59:23.996082 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.services.segments.db [None req-da5b0d22-84d2-4750-8e65-0ccacef002d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30ac8b03-394d-4b8a-b8e0-005694591a8d']}} {{(pid=110145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:59:24.005077 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.services.segments.db [None req-da5b0d22-84d2-4750-8e65-0ccacef002d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a22e4ea-572c-4d07-9b3d-17658c306161') {'for_net_delete': True} {{(pid=110145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:59:24.005407 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.services.segments.db [None req-da5b0d22-84d2-4750-8e65-0ccacef002d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a22e4ea-572c-4d07-9b3d-17658c306161') {} {{(pid=110145) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 04:59:24.014417 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-da5b0d22-84d2-4750-8e65-0ccacef002d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769087551344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1920783'] for segment (1a22e4ea-572c-4d07-9b3d-17658c306161), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:24.027665 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-da5b0d22-84d2-4750-8e65-0ccacef002d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041'] for segment (1a22e4ea-572c-4d07-9b3d-17658c306161), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:24.033355 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da5b0d22-84d2-4750-8e65-0ccacef002d2 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=110145) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 04:59:24.033734 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-da5b0d22-84d2-4750-8e65-0ccacef002d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62793196'] for segment (1a22e4ea-572c-4d07-9b3d-17658c306161), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:24.035371 dv-cinder-740146-13-iscsi neutron-server[110145]: Traceback (most recent call last): Mar 08 04:59:24.035371 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 04:59:24.035371 dv-cinder-740146-13-iscsi neutron-server[110145]: timer() Mar 08 04:59:24.035371 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 04:59:24.035371 dv-cinder-740146-13-iscsi neutron-server[110145]: cb(*args, **kw) Mar 08 04:59:24.035371 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 04:59:24.035371 dv-cinder-740146-13-iscsi neutron-server[110145]: return func(*args, **kwargs) Mar 08 04:59:24.035371 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 04:59:24.035371 dv-cinder-740146-13-iscsi neutron-server[110145]: self._notify() Mar 08 04:59:24.035371 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 04:59:24.035371 dv-cinder-740146-13-iscsi neutron-server[110145]: self.callback(batched_events) Mar 08 04:59:24.035371 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 04:59:24.035371 dv-cinder-740146-13-iscsi neutron-server[110145]: event.method(event) Mar 08 04:59:24.035371 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 04:59:24.035371 dv-cinder-740146-13-iscsi neutron-server[110145]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 04:59:24.035371 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 04:59:24.035371 dv-cinder-740146-13-iscsi neutron-server[110145]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 04:59:24.035371 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 04:59:24.035371 dv-cinder-740146-13-iscsi neutron-server[110145]: return f(self, *a, **k) Mar 08 04:59:24.035371 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 04:59:24.035371 dv-cinder-740146-13-iscsi neutron-server[110145]: return self._get(url).json() Mar 08 04:59:24.035371 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 04:59:24.035371 dv-cinder-740146-13-iscsi neutron-server[110145]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 04:59:24.035371 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 04:59:24.035371 dv-cinder-740146-13-iscsi neutron-server[110145]: return self.request(url, 'GET', **kwargs) Mar 08 04:59:24.035371 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 04:59:24.035371 dv-cinder-740146-13-iscsi neutron-server[110145]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 04:59:24.035371 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 04:59:24.035371 dv-cinder-740146-13-iscsi neutron-server[110145]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 04:59:24.035371 dv-cinder-740146-13-iscsi neutron-server[110145]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 04:59:24.035371 dv-cinder-740146-13-iscsi neutron-server[110145]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 04:59:24.035371 dv-cinder-740146-13-iscsi neutron-server[110145]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 04:59:24.065083 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-a7d29c12-15ea-4365-9d43-283eb4c72e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864'] for port (3fdc7c0c-251d-4042-b678-7a39cdd7ca70), after_delete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:24.094554 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d29c12-15ea-4365-9d43-283eb4c72e77 None None] Pushing event deleted for resources: {'Port': ['ID=3fdc7c0c-251d-4042-b678-7a39cdd7ca70,revision_number=None']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:59:24.098217 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d29c12-15ea-4365-9d43-283eb4c72e77 None None] No DVR routers for this DVR port 3fdc7c0c-251d-4042-b678-7a39cdd7ca70 on host dv-cinder-740146-13-iscsi {{(pid=110146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 04:59:24.167950 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-da5b0d22-84d2-4750-8e65-0ccacef002d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3756156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-950959'] for network (30ac8b03-394d-4b8a-b8e0-005694591a8d), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:24.173491 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-da5b0d22-84d2-4750-8e65-0ccacef002d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for network (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:24.176867 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-da5b0d22-84d2-4750-8e65-0ccacef002d2 admin admin] 10.222.0.35 "DELETE /v2.0/networks/30ac8b03-394d-4b8a-b8e0-005694591a8d HTTP/1.1" status: 204 len: 168 time: 0.6719964 Mar 08 04:59:24.188115 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5b0d22-84d2-4750-8e65-0ccacef002d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=30ac8b03-394d-4b8a-b8e0-005694591a8d,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:59:24.313451 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device aaca0251-2618-42e8-ab74-27833b75c17f no longer exists at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:59:24.334363 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] No Port match for: aaca0251-2618-42e8-ab74-27833b75c17f {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:59:24.334729 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device aaca0251-2618-42e8-ab74-27833b75c17f not bound to the agent host dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:59:24.335116 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device a20c4ffc-71f9-4942-a847-ffc8451dadf1 no longer exists at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:59:24.354147 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] No Port match for: a20c4ffc-71f9-4942-a847-ffc8451dadf1 {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:59:24.354495 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device a20c4ffc-71f9-4942-a847-ffc8451dadf1 not bound to the agent host dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:59:24.354899 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 3fdc7c0c-251d-4042-b678-7a39cdd7ca70 no longer exists at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 04:59:24.380193 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] No Port match for: 3fdc7c0c-251d-4042-b678-7a39cdd7ca70 {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 04:59:24.380193 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 3fdc7c0c-251d-4042-b678-7a39cdd7ca70 not bound to the agent host dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 04:59:24.520698 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 49814) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:59:24.558992 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-54fd6246-703d-421e-8edd-eb36d7b5bc88 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=75e35041f01d4bd187fbb22177ce3706&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370789 Mar 08 04:59:24.561251 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 49816) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:59:24.610534 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6a42a322-8f34-4b3e-a667-e54b7e0d14bf admin admin] Publish callbacks [] for security_group (77c6db58-89bb-4ee1-b061-c601dab7972c), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:24.632592 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6a42a322-8f34-4b3e-a667-e54b7e0d14bf admin admin] Publish callbacks [] for security_group (77c6db58-89bb-4ee1-b061-c601dab7972c), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:24.750286 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6a42a322-8f34-4b3e-a667-e54b7e0d14bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (77c6db58-89bb-4ee1-b061-c601dab7972c), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:24.752840 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6a42a322-8f34-4b3e-a667-e54b7e0d14bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:24.754078 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-6a42a322-8f34-4b3e-a667-e54b7e0d14bf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/77c6db58-89bb-4ee1-b061-c601dab7972c HTTP/1.1" status: 204 len: 168 time: 0.1918857 Mar 08 04:59:24.762164 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a42a322-8f34-4b3e-a667-e54b7e0d14bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c6db58-89bb-4ee1-b061-c601dab7972c,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:59:25.384712 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 49822) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:59:25.423607 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-69e662f2-b6c9-4bda-8832-976deaf2cd9a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7f0b4fd35e9c400aae935dbc5753533e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377219 Mar 08 04:59:25.425909 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 49824) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 04:59:25.470372 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-313b7483-0e51-40fb-8688-865655fc2850 admin admin] Publish callbacks [] for security_group (f375f58f-76e7-4659-a5ca-2e9dc4308c0f), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:25.491172 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-313b7483-0e51-40fb-8688-865655fc2850 admin admin] Publish callbacks [] for security_group (f375f58f-76e7-4659-a5ca-2e9dc4308c0f), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:25.613323 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-313b7483-0e51-40fb-8688-865655fc2850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (f375f58f-76e7-4659-a5ca-2e9dc4308c0f), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:25.615972 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-313b7483-0e51-40fb-8688-865655fc2850 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:25.617118 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-313b7483-0e51-40fb-8688-865655fc2850 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f375f58f-76e7-4659-a5ca-2e9dc4308c0f HTTP/1.1" status: 204 len: 168 time: 0.1903372 Mar 08 04:59:25.625002 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b7483-0e51-40fb-8688-865655fc2850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f375f58f-76e7-4659-a5ca-2e9dc4308c0f,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 04:59:29.823044 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:39.191433 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 04:59:44.011274 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-03cd5588-6137-431c-9839-45e0cefeb4b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:45.496472 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2b80d0a4-4e5d-4439-8a22-3b029d5705b0 req-be457632-e15e-4167-9a52-bea39c311157 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a246f6c4-4d35-4c8e-91e4-93e53e259742&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1726899 Mar 08 04:59:45.558660 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80d0a4-4e5d-4439-8a22-3b029d5705b0 req-cd5dc90e-f740-4cbf-81d8-e0fc03979cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:59:45.560014 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2b80d0a4-4e5d-4439-8a22-3b029d5705b0 req-cd5dc90e-f740-4cbf-81d8-e0fc03979cc2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=765d2cac172b406bbe3b16713b3aedd6&device_id=a246f6c4-4d35-4c8e-91e4-93e53e259742 HTTP/1.1" status: 200 len: 1130 time: 0.0424109 Mar 08 04:59:45.661509 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80d0a4-4e5d-4439-8a22-3b029d5705b0 req-ca8b8132-3847-4dff-9d6f-cf421d32b961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:59:45.663054 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2b80d0a4-4e5d-4439-8a22-3b029d5705b0 req-ca8b8132-3847-4dff-9d6f-cf421d32b961 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a5e0ee09-af9b-47bb-91a6-5a6b90ff711c HTTP/1.1" status: 200 len: 913 time: 0.0843031 Mar 08 04:59:45.725008 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2b80d0a4-4e5d-4439-8a22-3b029d5705b0 req-5f1ad5b3-7949-4155-8ee3-91801c6da74a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31afd9d9-20b4-4b8d-b5d7-b3953048b858 HTTP/1.1" status: 200 len: 1002 time: 0.0558763 Mar 08 04:59:45.775630 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80d0a4-4e5d-4439-8a22-3b029d5705b0 req-8cb83a61-d952-4bb1-8537-f16904b664d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:59:45.777026 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2b80d0a4-4e5d-4439-8a22-3b029d5705b0 req-8cb83a61-d952-4bb1-8537-f16904b664d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dd319751-0ba2-4bbf-9f61-65487594c0f2 HTTP/1.1" status: 200 len: 851 time: 0.0464582 Mar 08 04:59:45.824816 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b80d0a4-4e5d-4439-8a22-3b029d5705b0 req-89f005ed-547b-40b0-8c1d-053fc7c681cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 04:59:45.826219 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2b80d0a4-4e5d-4439-8a22-3b029d5705b0 req-89f005ed-547b-40b0-8c1d-053fc7c681cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5e0ee09-af9b-47bb-91a6-5a6b90ff711c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428431 Mar 08 04:59:45.910765 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2b80d0a4-4e5d-4439-8a22-3b029d5705b0 req-a661221d-629a-406b-a104-188d82c462d7 service neutron] 10.222.0.18 "GET /v2.0/networks/a5e0ee09-af9b-47bb-91a6-5a6b90ff711c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780332 Mar 08 04:59:46.001807 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2b80d0a4-4e5d-4439-8a22-3b029d5705b0 req-2c1adf2e-4888-4f9a-b057-6b03cb945803 service neutron] 10.222.0.18 "GET /v2.0/networks/a5e0ee09-af9b-47bb-91a6-5a6b90ff711c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844109 Mar 08 04:59:46.235509 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-1b389ae7-11bc-43ab-b6ca-0135da16612e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:47.291477 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:48.730759 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:50.109892 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 04:59:59.845175 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:00:14.046546 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-976855a5-873d-48d1-94ed-d3d68ac1a183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:00:16.189713 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:00:16.223244 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-be017b62-81b1-4b1e-b647-79a54eb64cc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:00:17.269267 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:00:18.749222 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:00:20.102991 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:00:29.835169 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:00:43.993498 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-186e267d-7150-487a-b0e2-4a3d656ffb59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:00:44.170874 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-15a42271-759b-4fa3-836c-31062d38f793 req-e1ab0016-460d-4b93-95e6-3722d8552179 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1295922075&fields=id&tenant_id=765d2cac172b406bbe3b16713b3aedd6 HTTP/1.1" status: 200 len: 267 time: 0.0438933 Mar 08 05:00:44.278857 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a42271-759b-4fa3-836c-31062d38f793 req-f1514962-ddf9-4735-9f36-6fdb3f5cf194 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:00:44.280318 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-15a42271-759b-4fa3-836c-31062d38f793 req-f1514962-ddf9-4735-9f36-6fdb3f5cf194 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/networks?id=a5e0ee09-af9b-47bb-91a6-5a6b90ff711c HTTP/1.1" status: 200 len: 812 time: 0.1032169 Mar 08 05:00:44.294803 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-15a42271-759b-4fa3-836c-31062d38f793 req-cc7719e1-f534-4382-ae58-5e53b89c24ab tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/quotas/765d2cac172b406bbe3b16713b3aedd6 HTTP/1.1" status: 200 len: 375 time: 0.0086629 Mar 08 05:00:44.350724 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-15a42271-759b-4fa3-836c-31062d38f793 req-cb46ff4f-e866-442b-9aec-c25988b9022a tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=765d2cac172b406bbe3b16713b3aedd6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512204 Mar 08 05:00:44.489919 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-15a42271-759b-4fa3-836c-31062d38f793 req-9695a8dc-97bc-4a3c-abad-9893f6160ec2 service neutron] 10.222.0.35 "GET /v2.0/networks/a5e0ee09-af9b-47bb-91a6-5a6b90ff711c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280866 Mar 08 05:00:44.574820 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-15a42271-759b-4fa3-836c-31062d38f793 req-e81b3003-b112-4aeb-8f1d-c2b899980887 service neutron] 10.222.0.35 "GET /v2.0/networks/a5e0ee09-af9b-47bb-91a6-5a6b90ff711c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791860 Mar 08 05:00:45.135784 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-b56090f8-d29e-41f9-bed9-e9deb76cb22f req-6d7c596b-02dc-459a-88c6-930a6f69faaa tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a284aba-8f52-4c06-a370-0feca12404b9 HTTP/1.1" status: 200 len: 210 time: 0.0307117 Mar 08 05:00:46.226493 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-ef371586-9015-4857-a102-d9ec49dbde50 req-4540fe10-4e5d-4545-9619-67f4eb75829d tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a284aba-8f52-4c06-a370-0feca12404b9 HTTP/1.1" status: 200 len: 210 time: 0.0259883 Mar 08 05:00:46.267274 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-b7d79348-1011-4b34-915b-3c5150e993d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:00:47.163241 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a42271-759b-4fa3-836c-31062d38f793 req-1035d2bb-91bf-4a7f-a8b5-940074c17c00 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:00:47.164688 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-15a42271-759b-4fa3-836c-31062d38f793 req-1035d2bb-91bf-4a7f-a8b5-940074c17c00 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.18 "GET /v2.0/networks?id=a5e0ee09-af9b-47bb-91a6-5a6b90ff711c HTTP/1.1" status: 200 len: 812 time: 0.1026225 Mar 08 05:00:47.225581 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-15a42271-759b-4fa3-836c-31062d38f793 req-e6abee18-7378-4d21-aa86-d9666a8167b4 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=765d2cac172b406bbe3b16713b3aedd6 HTTP/1.1" status: 200 len: 380 time: 0.0522711 Mar 08 05:00:47.233747 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [req-15a42271-759b-4fa3-836c-31062d38f793 req-48c5c4c2-1f8e-4521-9bc9-451ba1e53eb1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Request body: {'port': {'device_id': '5a284aba-8f52-4c06-a370-0feca12404b9', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'admin_state_up': True, 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'security_groups': ['41cba0f6-5074-4242-baa4-dab6ccfe17b9']}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:00:47.269492 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:00:47.322369 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-239da96b-a40e-4d5b-b0e4-b11be0211713 req-fcfc255e-c3fb-4336-876f-c7b83838fb60 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a284aba-8f52-4c06-a370-0feca12404b9 HTTP/1.1" status: 200 len: 210 time: 0.0276949 Mar 08 05:00:47.390971 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-8a2d6279-f676-4694-a767-86f8836ed46a req-aa339895-8be3-402f-8d54-224270fee962 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a246f6c4-4d35-4c8e-91e4-93e53e259742&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434613 Mar 08 05:00:47.433120 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15a42271-759b-4fa3-836c-31062d38f793 req-48c5c4c2-1f8e-4521-9bc9-451ba1e53eb1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Made reservation on behalf of 765d2cac172b406bbe3b16713b3aedd6 for: {'port': 1} {{(pid=110144) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 08 05:00:47.436472 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-15a42271-759b-4fa3-836c-31062d38f793 req-48c5c4c2-1f8e-4521-9bc9-451ba1e53eb1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:00:47.539878 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d6279-f676-4694-a767-86f8836ed46a req-8afdfd41-b283-4915-89cf-9d1cafcd235e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:00:47.542340 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-8a2d6279-f676-4694-a767-86f8836ed46a req-8afdfd41-b283-4915-89cf-9d1cafcd235e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=765d2cac172b406bbe3b16713b3aedd6&device_id=a246f6c4-4d35-4c8e-91e4-93e53e259742 HTTP/1.1" status: 200 len: 1130 time: 0.1026368 Mar 08 05:00:47.649035 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_common [req-15a42271-759b-4fa3-836c-31062d38f793 req-48c5c4c2-1f8e-4521-9bc9-451ba1e53eb1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Allocated IP 172.20.0.13 (a5e0ee09-af9b-47bb-91a6-5a6b90ff711c/dd319751-0ba2-4bbf-9f61-65487594c0f2/718c63d4-2455-4a8e-9f1b-7d8545596f60) {{(pid=110144) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:00:47.690458 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d6279-f676-4694-a767-86f8836ed46a req-edc5fe73-6594-430c-b26e-919c2e7df6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:00:47.691825 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-8a2d6279-f676-4694-a767-86f8836ed46a req-edc5fe73-6594-430c-b26e-919c2e7df6c4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a5e0ee09-af9b-47bb-91a6-5a6b90ff711c HTTP/1.1" status: 200 len: 913 time: 0.1214471 Mar 08 05:00:48.072324 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-8a2d6279-f676-4694-a767-86f8836ed46a req-98cee02d-9c0a-4be9-9d14-7c4151703add service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31afd9d9-20b4-4b8d-b5d7-b3953048b858 HTTP/1.1" status: 200 len: 1002 time: 0.3724861 Mar 08 05:00:48.141725 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-15a42271-759b-4fa3-836c-31062d38f793 req-48c5c4c2-1f8e-4521-9bc9-451ba1e53eb1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for port (718c63d4-2455-4a8e-9f1b-7d8545596f60), precommit_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:00:48.147202 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d6279-f676-4694-a767-86f8836ed46a req-64c0a8a8-d8fa-4f51-ad38-0de158dc5c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:00:48.148646 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-8a2d6279-f676-4694-a767-86f8836ed46a req-64c0a8a8-d8fa-4f51-ad38-0de158dc5c9c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dd319751-0ba2-4bbf-9f61-65487594c0f2 HTTP/1.1" status: 200 len: 851 time: 0.0695210 Mar 08 05:00:48.211940 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d6279-f676-4694-a767-86f8836ed46a req-3cbdde09-412b-4010-a61a-2b69faa6737a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:00:48.215170 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-8a2d6279-f676-4694-a767-86f8836ed46a req-3cbdde09-412b-4010-a61a-2b69faa6737a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5e0ee09-af9b-47bb-91a6-5a6b90ff711c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0575712 Mar 08 05:00:48.274037 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-15a42271-759b-4fa3-836c-31062d38f793 req-48c5c4c2-1f8e-4521-9bc9-451ba1e53eb1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (718c63d4-2455-4a8e-9f1b-7d8545596f60), after_create {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:00:48.324045 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15a42271-759b-4fa3-836c-31062d38f793 req-48c5c4c2-1f8e-4521-9bc9-451ba1e53eb1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Network a5e0ee09-af9b-47bb-91a6-5a6b90ff711c is already hosted by enough agents. {{(pid=110144) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:00:48.329801 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.base_scheduler [req-15a42271-759b-4fa3-836c-31062d38f793 req-48c5c4c2-1f8e-4521-9bc9-451ba1e53eb1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Resources bound (agent type, host, resource id): {{(pid=110144) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:00:48.335176 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a42271-759b-4fa3-836c-31062d38f793 req-48c5c4c2-1f8e-4521-9bc9-451ba1e53eb1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Received port after_create {{(pid=110144) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:00:48.379081 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c5c4c2-1f8e-4521-9bc9-451ba1e53eb1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Pushing event updated for resources: {'Port': ['ID=718c63d4-2455-4a8e-9f1b-7d8545596f60,revision_number=1']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:00:48.394572 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-8a2d6279-f676-4694-a767-86f8836ed46a req-a0335974-3e0d-482c-b1f7-cbb0d2452da2 service neutron] 10.222.0.18 "GET /v2.0/networks/a5e0ee09-af9b-47bb-91a6-5a6b90ff711c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745603 Mar 08 05:00:48.398757 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5c4c2-1f8e-4521-9bc9-451ba1e53eb1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:00:48.399108 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5c4c2-1f8e-4521-9bc9-451ba1e53eb1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:00:48.399449 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5c4c2-1f8e-4521-9bc9-451ba1e53eb1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:00:48.399791 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5c4c2-1f8e-4521-9bc9-451ba1e53eb1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:00:48.400124 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5c4c2-1f8e-4521-9bc9-451ba1e53eb1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:00:48.400452 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5c4c2-1f8e-4521-9bc9-451ba1e53eb1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:00:48.400781 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5c4c2-1f8e-4521-9bc9-451ba1e53eb1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:00:48.401109 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5c4c2-1f8e-4521-9bc9-451ba1e53eb1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:00:48.401464 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5c4c2-1f8e-4521-9bc9-451ba1e53eb1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:00:48.401789 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5c4c2-1f8e-4521-9bc9-451ba1e53eb1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:00:48.402111 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5c4c2-1f8e-4521-9bc9-451ba1e53eb1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:00:48.402434 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5c4c2-1f8e-4521-9bc9-451ba1e53eb1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:00:48.402753 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c5c4c2-1f8e-4521-9bc9-451ba1e53eb1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:00:48.434990 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a42271-759b-4fa3-836c-31062d38f793 req-48c5c4c2-1f8e-4521-9bc9-451ba1e53eb1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:00:48.435597 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-15a42271-759b-4fa3-836c-31062d38f793 req-48c5c4c2-1f8e-4521-9bc9-451ba1e53eb1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:00:48.541045 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-8a2d6279-f676-4694-a767-86f8836ed46a req-47d97ce7-ec44-4046-88ea-3cc19fe37279 service neutron] 10.222.0.18 "GET /v2.0/networks/a5e0ee09-af9b-47bb-91a6-5a6b90ff711c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347678 Mar 08 05:00:48.548532 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f5f70-5ec9-4581-82dc-58d9350eb4f4 req-b8a39705-9b18-4a4d-868d-1a71330ef87f tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:00:48.549976 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c44f5f70-5ec9-4581-82dc-58d9350eb4f4 req-b8a39705-9b18-4a4d-868d-1a71330ef87f tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a284aba-8f52-4c06-a370-0feca12404b9 HTTP/1.1" status: 200 len: 932 time: 0.1214921 Mar 08 05:00:48.575305 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-15a42271-759b-4fa3-836c-31062d38f793 req-48c5c4c2-1f8e-4521-9bc9-451ba1e53eb1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3450637 Mar 08 05:00:48.586981 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.v2.base [req-15a42271-759b-4fa3-836c-31062d38f793 req-27810caa-5560-4d92-8fc9-9ac7d313a921 service neutron] Request body: {'port': {'device_id': '5a284aba-8f52-4c06-a370-0feca12404b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74014'}} {{(pid=110144) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:00:48.625741 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-953378a9-4a5c-4ff1-bd39-d2d972fbb333 None None] Provisioning complete for port 718c63d4-2455-4a8e-9f1b-7d8545596f60 triggered by entity DHCP. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:00:48.626302 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-953378a9-4a5c-4ff1-bd39-d2d972fbb333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (718c63d4-2455-4a8e-9f1b-7d8545596f60), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:00:48.631173 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-c44f5f70-5ec9-4581-82dc-58d9350eb4f4 req-be95a981-8905-4601-9882-b0db101060ae tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755210 Mar 08 05:00:48.663813 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-15a42271-759b-4fa3-836c-31062d38f793 req-27810caa-5560-4d92-8fc9-9ac7d313a921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (718c63d4-2455-4a8e-9f1b-7d8545596f60), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:00:48.667506 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-953378a9-4a5c-4ff1-bd39-d2d972fbb333 None None] Port 718c63d4-2455-4a8e-9f1b-7d8545596f60 cannot update to ACTIVE because it is not bound. {{(pid=110146) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 08 05:00:48.765819 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:00:48.918828 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [req-15a42271-759b-4fa3-836c-31062d38f793 req-27810caa-5560-4d92-8fc9-9ac7d313a921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 718c63d4-2455-4a8e-9f1b-7d8545596f60 {{(pid=110144) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:00:48.926078 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-15a42271-759b-4fa3-836c-31062d38f793 req-27810caa-5560-4d92-8fc9-9ac7d313a921 service neutron] Publish callbacks [] for port (718c63d4-2455-4a8e-9f1b-7d8545596f60), precommit_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:00:48.937705 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.provisioning_blocks [req-15a42271-759b-4fa3-836c-31062d38f793 req-27810caa-5560-4d92-8fc9-9ac7d313a921 service neutron] Transition to ACTIVE for port object 718c63d4-2455-4a8e-9f1b-7d8545596f60 will not be triggered until provisioned by entity L2. {{(pid=110144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 08 05:00:49.005624 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-15a42271-759b-4fa3-836c-31062d38f793 req-27810caa-5560-4d92-8fc9-9ac7d313a921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4052309'] for port (718c63d4-2455-4a8e-9f1b-7d8545596f60), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:00:49.054993 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27810caa-5560-4d92-8fc9-9ac7d313a921 service neutron] Pushing event updated for resources: {'Port': ['ID=718c63d4-2455-4a8e-9f1b-7d8545596f60,revision_number=2']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:00:49.124960 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-15a42271-759b-4fa3-836c-31062d38f793 req-27810caa-5560-4d92-8fc9-9ac7d313a921 service neutron] Attempting to bind port 718c63d4-2455-4a8e-9f1b-7d8545596f60 on host hv-cinder-74014 for vnic_type normal with profile {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 08 05:00:49.125336 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-15a42271-759b-4fa3-836c-31062d38f793 req-27810caa-5560-4d92-8fc9-9ac7d313a921 service neutron] Attempting to bind port 718c63d4-2455-4a8e-9f1b-7d8545596f60 by drivers openvswitch,hyperv on host hv-cinder-74014 at level 0 using segments [{'id': '4904b58b-aea2-4630-b83a-0db65c659289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c'}] {{(pid=110144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 08 05:00:49.125675 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a42271-759b-4fa3-836c-31062d38f793 req-27810caa-5560-4d92-8fc9-9ac7d313a921 service neutron] Attempting to bind port 718c63d4-2455-4a8e-9f1b-7d8545596f60 on network a5e0ee09-af9b-47bb-91a6-5a6b90ff711c {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:00:49.130304 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a42271-759b-4fa3-836c-31062d38f793 req-27810caa-5560-4d92-8fc9-9ac7d313a921 service neutron] Port 718c63d4-2455-4a8e-9f1b-7d8545596f60 on network a5e0ee09-af9b-47bb-91a6-5a6b90ff711c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74014 {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 08 05:00:49.130790 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a42271-759b-4fa3-836c-31062d38f793 req-27810caa-5560-4d92-8fc9-9ac7d313a921 service neutron] Attempting to bind port 718c63d4-2455-4a8e-9f1b-7d8545596f60 on network a5e0ee09-af9b-47bb-91a6-5a6b90ff711c {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 08 05:00:49.136374 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a42271-759b-4fa3-836c-31062d38f793 req-27810caa-5560-4d92-8fc9-9ac7d313a921 service neutron] Checking agent: {'id': '8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74014', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'started_at': datetime.datetime(2022, 3, 8, 4, 41, 29), 'heartbeat_timestamp': datetime.datetime(2022, 3, 8, 5, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 08 05:00:49.136709 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a42271-759b-4fa3-836c-31062d38f793 req-27810caa-5560-4d92-8fc9-9ac7d313a921 service neutron] Checking segment: {'id': '4904b58b-aea2-4630-b83a-0db65c659289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 08 05:00:49.137089 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15a42271-759b-4fa3-836c-31062d38f793 req-27810caa-5560-4d92-8fc9-9ac7d313a921 service neutron] Bound using segment: {'id': '4904b58b-aea2-4630-b83a-0db65c659289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c'} {{(pid=110144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 08 05:00:49.137556 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.managers [req-15a42271-759b-4fa3-836c-31062d38f793 req-27810caa-5560-4d92-8fc9-9ac7d313a921 service neutron] Bound port: 718c63d4-2455-4a8e-9f1b-7d8545596f60, host: hv-cinder-74014, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4904b58b-aea2-4630-b83a-0db65c659289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c'}}] {{(pid=110144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 08 05:00:49.137913 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-15a42271-759b-4fa3-836c-31062d38f793 req-27810caa-5560-4d92-8fc9-9ac7d313a921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (718c63d4-2455-4a8e-9f1b-7d8545596f60), before_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:00:49.204557 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-15a42271-759b-4fa3-836c-31062d38f793 req-27810caa-5560-4d92-8fc9-9ac7d313a921 service neutron] For port 718c63d4-2455-4a8e-9f1b-7d8545596f60, host hv-cinder-74014, cleared binding levels {{(pid=110144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 08 05:00:49.207502 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-15a42271-759b-4fa3-836c-31062d38f793 req-27810caa-5560-4d92-8fc9-9ac7d313a921 service neutron] For port 718c63d4-2455-4a8e-9f1b-7d8545596f60, host hv-cinder-74014, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=718c63d4-2455-4a8e-9f1b-7d8545596f60,segment=NetworkSegment(4904b58b-aea2-4630-b83a-0db65c659289),segment_id=4904b58b-aea2-4630-b83a-0db65c659289)] {{(pid=110144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 08 05:00:49.280791 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-15a42271-759b-4fa3-836c-31062d38f793 req-27810caa-5560-4d92-8fc9-9ac7d313a921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4052309'] for port (718c63d4-2455-4a8e-9f1b-7d8545596f60), after_update {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:00:49.319471 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a42271-759b-4fa3-836c-31062d38f793 req-27810caa-5560-4d92-8fc9-9ac7d313a921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:00:49.320248 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-15a42271-759b-4fa3-836c-31062d38f793 req-27810caa-5560-4d92-8fc9-9ac7d313a921 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:00:49.321762 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-15a42271-759b-4fa3-836c-31062d38f793 req-27810caa-5560-4d92-8fc9-9ac7d313a921 service neutron] 10.222.0.18 "PUT /v2.0/ports/718c63d4-2455-4a8e-9f1b-7d8545596f60 HTTP/1.1" status: 200 len: 1094 time: 0.7391798 Mar 08 05:00:49.322275 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a284aba-8f52-4c06-a370-0feca12404b9', 'tag': '718c63d4-2455-4a8e-9f1b-7d8545596f60'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:00:49.324600 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f237032f-a5a6-42e0-8301-a65dfa786c89" -d '{"events": [{"name": "network-changed", "server_uuid": "5a284aba-8f52-4c06-a370-0feca12404b9", "tag": "718c63d4-2455-4a8e-9f1b-7d8545596f60"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:00:49.346679 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27810caa-5560-4d92-8fc9-9ac7d313a921 service neutron] Pushing event updated for resources: {'Port': ['ID=718c63d4-2455-4a8e-9f1b-7d8545596f60,revision_number=3']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:00:49.370247 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a921c815-ad65-46cf-8b89-0e7978a45052 x-openstack-request-id: req-a921c815-ad65-46cf-8b89-0e7978a45052 {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:00:49.370602 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a284aba-8f52-4c06-a370-0feca12404b9", "tag": "718c63d4-2455-4a8e-9f1b-7d8545596f60", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:00:49.370930 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a921c815-ad65-46cf-8b89-0e7978a45052 {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:00:49.371394 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a284aba-8f52-4c06-a370-0feca12404b9', 'tag': '718c63d4-2455-4a8e-9f1b-7d8545596f60', 'status': 'completed', 'code': 200} Mar 08 05:00:49.489942 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237032f-a5a6-42e0-8301-a65dfa786c89 req-ee86105f-e74f-4e24-8d81-34efdbcba6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:00:49.492307 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f237032f-a5a6-42e0-8301-a65dfa786c89 req-ee86105f-e74f-4e24-8d81-34efdbcba6be service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=765d2cac172b406bbe3b16713b3aedd6&device_id=5a284aba-8f52-4c06-a370-0feca12404b9 HTTP/1.1" status: 200 len: 1128 time: 0.0486109 Mar 08 05:00:49.594676 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237032f-a5a6-42e0-8301-a65dfa786c89 req-dda4e555-d0ed-4ace-a9fb-54a6fe7b7ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:00:49.596067 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f237032f-a5a6-42e0-8301-a65dfa786c89 req-dda4e555-d0ed-4ace-a9fb-54a6fe7b7ee5 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=765d2cac172b406bbe3b16713b3aedd6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0974038 Mar 08 05:00:49.692475 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237032f-a5a6-42e0-8301-a65dfa786c89 req-a921eb4a-2090-4971-a7e6-65f2bb1146ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:00:49.694063 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f237032f-a5a6-42e0-8301-a65dfa786c89 req-a921eb4a-2090-4971-a7e6-65f2bb1146ce service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914822 Mar 08 05:00:49.782689 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7a3a9-eeb6-4a6a-98d5-3f97f5633c66 req-27de19f2-1940-4d7c-8150-aa4e584ba692 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:00:49.784079 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-42d7a3a9-eeb6-4a6a-98d5-3f97f5633c66 req-27de19f2-1940-4d7c-8150-aa4e584ba692 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a284aba-8f52-4c06-a370-0feca12404b9 HTTP/1.1" status: 200 len: 944 time: 0.0848558 Mar 08 05:00:49.790335 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a42271-759b-4fa3-836c-31062d38f793 req-a357cbe4-fc56-4679-9b91-8f367cc8e8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:00:49.791735 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-15a42271-759b-4fa3-836c-31062d38f793 req-a357cbe4-fc56-4679-9b91-8f367cc8e8f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=765d2cac172b406bbe3b16713b3aedd6&device_id=5a284aba-8f52-4c06-a370-0feca12404b9 HTTP/1.1" status: 200 len: 1128 time: 0.0604270 Mar 08 05:00:49.852624 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-15a42271-759b-4fa3-836c-31062d38f793 req-4cdcbaf1-4984-4d1a-ac1d-24c08edc832c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=718c63d4-2455-4a8e-9f1b-7d8545596f60 HTTP/1.1" status: 200 len: 217 time: 0.0413167 Mar 08 05:00:49.876510 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-42d7a3a9-eeb6-4a6a-98d5-3f97f5633c66 req-8d2d994c-9b7e-42a4-8171-8996e55ad33e tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838728 Mar 08 05:00:49.909433 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a42271-759b-4fa3-836c-31062d38f793 req-ab948c07-766f-4956-9091-ed46437e87d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:00:49.910890 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-15a42271-759b-4fa3-836c-31062d38f793 req-ab948c07-766f-4956-9091-ed46437e87d6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dd319751-0ba2-4bbf-9f61-65487594c0f2 HTTP/1.1" status: 200 len: 851 time: 0.0533006 Mar 08 05:00:49.956553 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a42271-759b-4fa3-836c-31062d38f793 req-ab44093b-22e4-440e-9154-cf98a0a26635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:00:49.958039 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-15a42271-759b-4fa3-836c-31062d38f793 req-ab44093b-22e4-440e-9154-cf98a0a26635 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5e0ee09-af9b-47bb-91a6-5a6b90ff711c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417371 Mar 08 05:00:50.046945 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-15a42271-759b-4fa3-836c-31062d38f793 req-a06abcd1-cd62-49e7-a2dc-65811e5190a0 service neutron] 10.222.0.18 "GET /v2.0/networks/a5e0ee09-af9b-47bb-91a6-5a6b90ff711c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827944 Mar 08 05:00:50.097109 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:00:50.132909 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-15a42271-759b-4fa3-836c-31062d38f793 req-46396127-11a3-444b-a298-9bef25115967 service neutron] 10.222.0.18 "GET /v2.0/networks/a5e0ee09-af9b-47bb-91a6-5a6b90ff711c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801368 Mar 08 05:00:50.992150 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141082d1-aceb-4496-bc27-01c333cca7b8 req-77fdbcee-52e0-4d1f-8fcd-ca43e7fd5d31 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:00:50.993621 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-141082d1-aceb-4496-bc27-01c333cca7b8 req-77fdbcee-52e0-4d1f-8fcd-ca43e7fd5d31 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a284aba-8f52-4c06-a370-0feca12404b9 HTTP/1.1" status: 200 len: 944 time: 0.0518267 Mar 08 05:00:51.039951 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-141082d1-aceb-4496-bc27-01c333cca7b8 req-08711a0a-ec24-4efd-81f9-df40d34bff53 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408516 Mar 08 05:00:52.155053 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1ff91-1dc8-494f-a1a7-b9ff016f57a2 req-eb908bdd-9a61-4bca-82f7-a2fd19b70ad3 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:00:52.156506 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-15d1ff91-1dc8-494f-a1a7-b9ff016f57a2 req-eb908bdd-9a61-4bca-82f7-a2fd19b70ad3 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a284aba-8f52-4c06-a370-0feca12404b9 HTTP/1.1" status: 200 len: 944 time: 0.0521467 Mar 08 05:00:52.207172 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-15d1ff91-1dc8-494f-a1a7-b9ff016f57a2 req-e9b17d02-c1b8-453d-8be5-86a72e8427b0 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450828 Mar 08 05:00:53.188101 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:00:53.325622 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6da35-6e38-41f9-8405-04696ad06979 req-d07d6e61-6bcf-40a6-8d1b-91fffc920af8 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:00:53.327071 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-39a6da35-6e38-41f9-8405-04696ad06979 req-d07d6e61-6bcf-40a6-8d1b-91fffc920af8 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a284aba-8f52-4c06-a370-0feca12404b9 HTTP/1.1" status: 200 len: 944 time: 0.0540328 Mar 08 05:00:53.373586 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-39a6da35-6e38-41f9-8405-04696ad06979 req-6f9eb375-79b1-4b83-b24b-c55ad671a220 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410156 Mar 08 05:00:54.488000 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2646129-3dbc-4718-b59b-22cbbd5c7f5b req-a17ee09c-35c3-41fd-82b6-c686fdd216cf tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:00:54.489519 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f2646129-3dbc-4718-b59b-22cbbd5c7f5b req-a17ee09c-35c3-41fd-82b6-c686fdd216cf tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a284aba-8f52-4c06-a370-0feca12404b9 HTTP/1.1" status: 200 len: 944 time: 0.0524592 Mar 08 05:00:54.536041 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f2646129-3dbc-4718-b59b-22cbbd5c7f5b req-a0a910ba-358e-4236-86b0-8a60f97691a9 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409138 Mar 08 05:00:55.648535 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee552f-8bf5-441d-828e-7f2585a8bcb9 req-25e14364-6067-434a-b221-1b6baf32b47f tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:00:55.650004 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-6dee552f-8bf5-441d-828e-7f2585a8bcb9 req-25e14364-6067-434a-b221-1b6baf32b47f tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a284aba-8f52-4c06-a370-0feca12404b9 HTTP/1.1" status: 200 len: 944 time: 0.0507669 Mar 08 05:00:55.697146 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-6dee552f-8bf5-441d-828e-7f2585a8bcb9 req-bffb7542-6a1d-4218-bc01-9ba44da166cd tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418224 Mar 08 05:00:56.811781 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593c3e0-c5ac-4e9d-a43d-4eafe0dc0125 req-d075ef5e-22b9-45ae-9591-03e0b7ad3963 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:00:56.813252 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f593c3e0-c5ac-4e9d-a43d-4eafe0dc0125 req-d075ef5e-22b9-45ae-9591-03e0b7ad3963 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a284aba-8f52-4c06-a370-0feca12404b9 HTTP/1.1" status: 200 len: 944 time: 0.0504160 Mar 08 05:00:56.860696 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-f593c3e0-c5ac-4e9d-a43d-4eafe0dc0125 req-5e7f3392-31a8-48c7-98bd-ce8583ac9812 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417926 Mar 08 05:00:57.788453 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 718c63d4-2455-4a8e-9f1b-7d8545596f60 details requested by agent hyperv_hv-cinder-74014 with host hv-cinder-74014 {{(pid=110146) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 08 05:00:57.890133 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 718c63d4-2455-4a8e-9f1b-7d8545596f60, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=718c63d4-2455-4a8e-9f1b-7d8545596f60,segment=NetworkSegment(4904b58b-aea2-4630-b83a-0db65c659289),segment_id=4904b58b-aea2-4630-b83a-0db65c659289)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:00:57.902451 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Returning: {'device': '718c63d4-2455-4a8e-9f1b-7d8545596f60', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'port_id': '718c63d4-2455-4a8e-9f1b-7d8545596f60', 'mac_address': 'fa:16:3e:46:75:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110146) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 08 05:00:57.940870 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port 718c63d4-2455-4a8e-9f1b-7d8545596f60 is: DOWN; New status is: BUILD {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:00:57.941433 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (718c63d4-2455-4a8e-9f1b-7d8545596f60), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:00:57.954622 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 718c63d4-2455-4a8e-9f1b-7d8545596f60 {{(pid=110146) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 08 05:00:57.974029 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 718c63d4-2455-4a8e-9f1b-7d8545596f60, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=718c63d4-2455-4a8e-9f1b-7d8545596f60,segment=NetworkSegment(4904b58b-aea2-4630-b83a-0db65c659289),segment_id=4904b58b-aea2-4630-b83a-0db65c659289)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:00:57.977198 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba3194-dfae-4471-ad61-802b2f88bb50 req-17f23502-0330-4f46-89dc-8d47fa6d41cb tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:00:57.980340 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-76ba3194-dfae-4471-ad61-802b2f88bb50 req-17f23502-0330-4f46-89dc-8d47fa6d41cb tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a284aba-8f52-4c06-a370-0feca12404b9 HTTP/1.1" status: 200 len: 944 time: 0.0527632 Mar 08 05:00:58.029485 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-76ba3194-dfae-4471-ad61-802b2f88bb50 req-27de996f-ee4f-4d08-8620-adfaee62819f tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452373 Mar 08 05:00:58.039567 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (718c63d4-2455-4a8e-9f1b-7d8545596f60), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:00:58.085550 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=718c63d4-2455-4a8e-9f1b-7d8545596f60,revision_number=4']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:00:58.092363 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:00:58.095169 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:00:58.095169 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:00:58.095169 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:00:58.095169 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:00:58.095169 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:00:58.095169 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:00:58.095169 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:00:58.095169 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:00:58.095862 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:00:58.095862 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:00:58.096039 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:00:58.096217 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:00:58.370450 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] get_ports_and_sgs() called for port_ids ['718c63d4-2455-4a8e-9f1b-7d8545596f60'] {{(pid=110146) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 08 05:00:59.144784 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4e108-89c9-451e-8086-6adba6bb4674 req-d1498fd3-0138-4706-a7d5-0a884b96bd79 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:00:59.146261 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7ef4e108-89c9-451e-8086-6adba6bb4674 req-d1498fd3-0138-4706-a7d5-0a884b96bd79 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a284aba-8f52-4c06-a370-0feca12404b9 HTTP/1.1" status: 200 len: 945 time: 0.0545626 Mar 08 05:00:59.193168 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7ef4e108-89c9-451e-8086-6adba6bb4674 req-7e0065bc-0803-4a35-936a-b4160f0b2db8 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407863 Mar 08 05:00:59.803172 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 718c63d4-2455-4a8e-9f1b-7d8545596f60 up at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 08 05:00:59.836380 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:00:59.912351 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning for port 718c63d4-2455-4a8e-9f1b-7d8545596f60 completed by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 08 05:00:59.916163 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.provisioning_blocks [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Provisioning complete for port 718c63d4-2455-4a8e-9f1b-7d8545596f60 triggered by entity L2. {{(pid=110146) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 08 05:00:59.916537 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3755240'] for port (718c63d4-2455-4a8e-9f1b-7d8545596f60), provisioning_complete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:00:59.996983 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Current status of the port 718c63d4-2455-4a8e-9f1b-7d8545596f60 is: BUILD; New status is: ACTIVE {{(pid=110146) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 08 05:00:59.997395 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (718c63d4-2455-4a8e-9f1b-7d8545596f60), before_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:01:00.018685 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a284aba-8f52-4c06-a370-0feca12404b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718c63d4-2455-4a8e-9f1b-7d8545596f60'}] {{(pid=110146) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:01:00.020971 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9ce5c9d46ce85cdc7bdd5e39ea1b8e3d9b9c3a590759baa6189aad05618b43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dffc01a-669a-4c46-8b3f-39fca9f25970" -d '{"events": [{"server_uuid": "5a284aba-8f52-4c06-a370-0feca12404b9", "name": "network-vif-plugged", "status": "completed", "tag": "718c63d4-2455-4a8e-9f1b-7d8545596f60"}]}' {{(pid=110146) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:01:00.032599 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] For port 718c63d4-2455-4a8e-9f1b-7d8545596f60, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=718c63d4-2455-4a8e-9f1b-7d8545596f60,segment=NetworkSegment(4904b58b-aea2-4630-b83a-0db65c659289),segment_id=4904b58b-aea2-4630-b83a-0db65c659289)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:01:00.107131 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891'] for port (718c63d4-2455-4a8e-9f1b-7d8545596f60), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:01:00.155610 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Pushing event updated for resources: {'Port': ['ID=718c63d4-2455-4a8e-9f1b-7d8545596f60,revision_number=5']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:01:00.172808 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff30302-81e8-43bb-ab09-edbd9f91d51b x-openstack-request-id: req-fff30302-81e8-43bb-ab09-edbd9f91d51b {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:01:00.173099 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a284aba-8f52-4c06-a370-0feca12404b9", "name": "network-vif-plugged", "status": "completed", "tag": "718c63d4-2455-4a8e-9f1b-7d8545596f60", "code": 200}]} {{(pid=110146) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:01:00.173380 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fff30302-81e8-43bb-ab09-edbd9f91d51b {{(pid=110146) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:01:00.173773 dv-cinder-740146-13-iscsi neutron-server[110146]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a284aba-8f52-4c06-a370-0feca12404b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718c63d4-2455-4a8e-9f1b-7d8545596f60', 'code': 200} Mar 08 05:01:00.310883 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c3724-5f8e-47c7-8df5-815c9fbc9f60 req-578de6a9-a674-4f56-afc2-4afb49358825 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:01:00.312359 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-5a4c3724-5f8e-47c7-8df5-815c9fbc9f60 req-578de6a9-a674-4f56-afc2-4afb49358825 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a284aba-8f52-4c06-a370-0feca12404b9 HTTP/1.1" status: 200 len: 946 time: 0.0534484 Mar 08 05:01:00.361916 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-5a4c3724-5f8e-47c7-8df5-815c9fbc9f60 req-39c381d7-1f85-4fe5-a2d5-1951ad7c0010 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439374 Mar 08 05:01:00.499258 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f41a6-711d-4563-8b66-6111a5e9fe52 req-76bb0107-fa9a-4e3b-a402-a70dbd92e025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:01:00.500721 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-323f41a6-711d-4563-8b66-6111a5e9fe52 req-76bb0107-fa9a-4e3b-a402-a70dbd92e025 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5a284aba-8f52-4c06-a370-0feca12404b9 HTTP/1.1" status: 200 len: 1130 time: 0.0428946 Mar 08 05:01:00.547740 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-323f41a6-711d-4563-8b66-6111a5e9fe52 req-f9eed142-22aa-4008-8b23-4681536bb841 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415859 Mar 08 05:01:01.479483 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d0aa7-7925-46a3-b8b6-65a48b4a9009 req-d741af93-37af-4c7b-a3d4-20ba45bb694f tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:01:01.480946 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-192d0aa7-7925-46a3-b8b6-65a48b4a9009 req-d741af93-37af-4c7b-a3d4-20ba45bb694f tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a284aba-8f52-4c06-a370-0feca12404b9 HTTP/1.1" status: 200 len: 946 time: 0.0512612 Mar 08 05:01:01.527894 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-192d0aa7-7925-46a3-b8b6-65a48b4a9009 req-feb03ba3-9d4d-45f6-92bb-f74ded9b8d37 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411727 Mar 08 05:01:02.643747 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fa513-52cc-4572-ab70-d3baac96e7cc req-1cca9c29-9a5f-4f4b-be55-be0d9e54425c tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:01:02.645224 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b96fa513-52cc-4572-ab70-d3baac96e7cc req-1cca9c29-9a5f-4f4b-be55-be0d9e54425c tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a284aba-8f52-4c06-a370-0feca12404b9 HTTP/1.1" status: 200 len: 946 time: 0.0524657 Mar 08 05:01:02.691418 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b96fa513-52cc-4572-ab70-d3baac96e7cc req-99e0bf11-eb2a-49aa-bc64-523a41efc531 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407684 Mar 08 05:01:02.804030 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92a0e6-8146-413c-8dee-9ab56624c4a9 req-f59e3ca1-de41-4c6f-b0e4-55aad0d50ef1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:01:02.805557 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-1c92a0e6-8146-413c-8dee-9ab56624c4a9 req-f59e3ca1-de41-4c6f-b0e4-55aad0d50ef1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a284aba-8f52-4c06-a370-0feca12404b9 HTTP/1.1" status: 200 len: 946 time: 0.0509796 Mar 08 05:01:02.851945 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-1c92a0e6-8146-413c-8dee-9ab56624c4a9 req-630c39c6-29df-4440-a8ee-a1877b5a1aa1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411806 Mar 08 05:01:02.874129 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 49958) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:01:03.017480 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f786327-75f0-4788-bb0f-05b8670270b1 tempest-TestVolumeBootPattern-338976952 tempest-TestVolumeBootPattern-338976952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:01:03.018945 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-3f786327-75f0-4788-bb0f-05b8670270b1 tempest-TestVolumeBootPattern-338976952 tempest-TestVolumeBootPattern-338976952-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5a284aba-8f52-4c06-a370-0feca12404b9 HTTP/1.1" status: 200 len: 1125 time: 0.1438255 Mar 08 05:01:03.021680 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 49962) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:01:03.025802 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.v2.base [None req-68dfd1e9-733a-4bd8-8ce8-ca0072615956 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Request body: {'floatingip': {'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'port_id': '718c63d4-2455-4a8e-9f1b-7d8545596f60', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110145) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 08 05:01:03.106637 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-68dfd1e9-733a-4bd8-8ce8-ca0072615956 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:01:03.198412 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-68dfd1e9-733a-4bd8-8ce8-ca0072615956 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (None), before_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:01:03.300904 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.db_base_plugin_common [None req-68dfd1e9-733a-4bd8-8ce8-ca0072615956 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Allocated IP 172.27.0.76 (e335cf5a-bd08-4697-9061-81dcecc4c284/5add51e7-3273-4e08-a772-a967bfff1dcd/bc80c28d-eb4b-4282-b904-c9b5edb13e68) {{(pid=110145) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 08 05:01:03.396883 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-68dfd1e9-733a-4bd8-8ce8-ca0072615956 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for port (bc80c28d-eb4b-4282-b904-c9b5edb13e68), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:01:03.508998 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-68dfd1e9-733a-4bd8-8ce8-ca0072615956 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769087239855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793137'] for port (bc80c28d-eb4b-4282-b904-c9b5edb13e68), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:01:03.555439 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dfd1e9-733a-4bd8-8ce8-ca0072615956 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Network e335cf5a-bd08-4697-9061-81dcecc4c284 is already hosted by enough agents. {{(pid=110145) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 08 05:01:03.561873 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.base_scheduler [None req-68dfd1e9-733a-4bd8-8ce8-ca0072615956 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Resources bound (agent type, host, resource id): {{(pid=110145) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 08 05:01:03.565356 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dfd1e9-733a-4bd8-8ce8-ca0072615956 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Received port after_create {{(pid=110145) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 08 05:01:03.571470 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dfd1e9-733a-4bd8-8ce8-ca0072615956 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Pushing event updated for resources: {'Port': ['ID=bc80c28d-eb4b-4282-b904-c9b5edb13e68,revision_number=1']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:01:03.598512 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dfd1e9-733a-4bd8-8ce8-ca0072615956 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:01:03.600810 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dfd1e9-733a-4bd8-8ce8-ca0072615956 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:01:03.600810 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dfd1e9-733a-4bd8-8ce8-ca0072615956 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:01:03.600810 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dfd1e9-733a-4bd8-8ce8-ca0072615956 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:01:03.600810 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dfd1e9-733a-4bd8-8ce8-ca0072615956 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:01:03.600810 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dfd1e9-733a-4bd8-8ce8-ca0072615956 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:01:03.600810 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dfd1e9-733a-4bd8-8ce8-ca0072615956 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:01:03.600810 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dfd1e9-733a-4bd8-8ce8-ca0072615956 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:01:03.601518 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dfd1e9-733a-4bd8-8ce8-ca0072615956 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:01:03.601518 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dfd1e9-733a-4bd8-8ce8-ca0072615956 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:01:03.601810 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dfd1e9-733a-4bd8-8ce8-ca0072615956 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:01:03.602135 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dfd1e9-733a-4bd8-8ce8-ca0072615956 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:01:03.602458 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dfd1e9-733a-4bd8-8ce8-ca0072615956 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:01:03.928207 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-68dfd1e9-733a-4bd8-8ce8-ca0072615956 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for floatingip (2c315d58-ea80-442a-8e3f-381518ca96c7), precommit_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:01:04.065904 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-68dfd1e9-733a-4bd8-8ce8-ca0072615956 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3748575'] for port (bc80c28d-eb4b-4282-b904-c9b5edb13e68), before_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:01:04.212286 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-68dfd1e9-733a-4bd8-8ce8-ca0072615956 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for port (bc80c28d-eb4b-4282-b904-c9b5edb13e68), precommit_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:01:04.256246 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-68dfd1e9-733a-4bd8-8ce8-ca0072615956 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769087612600', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769087239873', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769087239891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62793160'] for port (bc80c28d-eb4b-4282-b904-c9b5edb13e68), after_update {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:01:04.325423 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dfd1e9-733a-4bd8-8ce8-ca0072615956 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Pushing event updated for resources: {'Port': ['ID=bc80c28d-eb4b-4282-b904-c9b5edb13e68,revision_number=2']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:01:04.333335 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-68dfd1e9-733a-4bd8-8ce8-ca0072615956 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-952661'] for floatingip (2c315d58-ea80-442a-8e3f-381518ca96c7), after_create {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:01:04.432570 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.db.l3_db [None req-68dfd1e9-733a-4bd8-8ce8-ca0072615956 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Floating IP 2c315d58-ea80-442a-8e3f-381518ca96c7 associated. External IP: 172.27.0.76, port: 718c63d4-2455-4a8e-9f1b-7d8545596f60. Mar 08 05:01:04.877663 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68dfd1e9-733a-4bd8-8ce8-ca0072615956 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Router cefccb04-0a25-4799-867e-87c90af5ccf0 has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:01:04.982298 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68dfd1e9-733a-4bd8-8ce8-ca0072615956 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:01:04.993075 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fadacb-3e95-4246-bded-779f5e0051d9 None None] Sync routers for ids ['cefccb04-0a25-4799-867e-87c90af5ccf0'] in dv-cinder-740146-13-iscsi {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:01:05.001909 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fadacb-3e95-4246-bded-779f5e0051d9 None None] Routers {'cefccb04-0a25-4799-867e-87c90af5ccf0'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:01:05.002509 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-99fadacb-3e95-4246-bded-779f5e0051d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T05:00:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['cefccb04-0a25-4799-867e-87c90af5ccf0'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:01:05.047249 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-68dfd1e9-733a-4bd8-8ce8-ca0072615956 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for floatingip (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:01:05.076690 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-68dfd1e9-733a-4bd8-8ce8-ca0072615956 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0539882 Mar 08 05:01:05.077411 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a284aba-8f52-4c06-a370-0feca12404b9', 'tag': '718c63d4-2455-4a8e-9f1b-7d8545596f60'}] {{(pid=110145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:01:05.079657 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71968b58d2f8aa6f8c15556c85a5ad4508c502c1b37aaef7a0ee3c4c7a23d4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20326098-8c23-41e2-899c-659c96ab3b1a" -d '{"events": [{"name": "network-changed", "server_uuid": "5a284aba-8f52-4c06-a370-0feca12404b9", "tag": "718c63d4-2455-4a8e-9f1b-7d8545596f60"}]}' {{(pid=110145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:01:05.113400 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-99fadacb-3e95-4246-bded-779f5e0051d9 None None] Set router cefccb04-0a25-4799-867e-87c90af5ccf0 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:01:05.114074 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605c2754-d547-48c9-90e4-f6c052db4199 x-openstack-request-id: req-605c2754-d547-48c9-90e4-f6c052db4199 {{(pid=110145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:01:05.114373 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a284aba-8f52-4c06-a370-0feca12404b9", "tag": "718c63d4-2455-4a8e-9f1b-7d8545596f60", "status": "completed", "code": 200}]} {{(pid=110145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:01:05.114627 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-605c2754-d547-48c9-90e4-f6c052db4199 {{(pid=110145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:01:05.115025 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a284aba-8f52-4c06-a370-0feca12404b9', 'tag': '718c63d4-2455-4a8e-9f1b-7d8545596f60', 'status': 'completed', 'code': 200} Mar 08 05:01:05.176719 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20326098-8c23-41e2-899c-659c96ab3b1a req-050c1698-1c90-4d61-8ef4-baf2ffa994b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:01:05.178249 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-20326098-8c23-41e2-899c-659c96ab3b1a req-050c1698-1c90-4d61-8ef4-baf2ffa994b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=765d2cac172b406bbe3b16713b3aedd6&device_id=5a284aba-8f52-4c06-a370-0feca12404b9 HTTP/1.1" status: 200 len: 1130 time: 0.0423257 Mar 08 05:01:05.274151 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20326098-8c23-41e2-899c-659c96ab3b1a req-94cdea94-0e0b-489f-98f5-fb728413fe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:01:05.275738 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-20326098-8c23-41e2-899c-659c96ab3b1a req-94cdea94-0e0b-489f-98f5-fb728413fe32 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a5e0ee09-af9b-47bb-91a6-5a6b90ff711c HTTP/1.1" status: 200 len: 913 time: 0.0899613 Mar 08 05:01:05.336442 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-99fadacb-3e95-4246-bded-779f5e0051d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'name': 'tempest-TestVolumeBootPattern-1106610680-router', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'bd735f17-7f06-456d-bc56-188012149a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:54:39Z', 'updated_at': '2022-03-08T04:54:43Z', 'revision_number': 4, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'gw_port': {'id': 'bd735f17-7f06-456d-bc56-188012149a29', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:40Z', 'updated_at': '2022-03-08T04:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': '2c315d58-ea80-442a-8e3f-381518ca96c7', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'port_id': '718c63d4-2455-4a8e-9f1b-7d8545596f60', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'mac_address': 'fa:16:3e:46:75:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a284aba-8f52-4c06-a370-0feca12404b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:01:03Z', 'updated_at': '2022-03-08T05:01:03Z', 'revision_number': 0, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'fixed_ip_address_scope': None}, {'id': 'f64888da-2207-4cc4-8f13-691c5ba1838b', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'floating_ip_address': '172.27.0.147', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'port_id': '31afd9d9-20b4-4b8d-b5d7-b3953048b858', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'mac_address': 'fa:16:3e:f8:8f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a246f6c4-4d35-4c8e-91e4-93e53e259742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:58:41Z', 'updated_at': '2022-03-08T04:58:43Z', 'revision_number': 1, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6', 'name': '', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'mac_address': 'fa:16:3e:1b:6b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:42Z', 'updated_at': '2022-03-08T04:54:46Z', 'revision_number': 5, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'subnets': [{'id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:01:05.338153 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-20326098-8c23-41e2-899c-659c96ab3b1a req-43ef5ba5-2dce-42ab-91a2-4f3ce56c123b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=718c63d4-2455-4a8e-9f1b-7d8545596f60 HTTP/1.1" status: 200 len: 999 time: 0.0561419 Mar 08 05:01:05.362215 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fadacb-3e95-4246-bded-779f5e0051d9 None None] Checking router: cefccb04-0a25-4799-867e-87c90af5ccf0 for host: dv-cinder-740146-13-iscsi {{(pid=110147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:01:05.370924 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fadacb-3e95-4246-bded-779f5e0051d9 None None] Routers {'cefccb04-0a25-4799-867e-87c90af5ccf0'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:01:05.371516 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-99fadacb-3e95-4246-bded-779f5e0051d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T05:00:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['cefccb04-0a25-4799-867e-87c90af5ccf0'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:01:05.390678 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20326098-8c23-41e2-899c-659c96ab3b1a req-6f9365de-d6c5-4dcb-abda-3b978f2885c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:01:05.392210 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-20326098-8c23-41e2-899c-659c96ab3b1a req-6f9365de-d6c5-4dcb-abda-3b978f2885c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dd319751-0ba2-4bbf-9f61-65487594c0f2 HTTP/1.1" status: 200 len: 851 time: 0.0478034 Mar 08 05:01:05.440268 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20326098-8c23-41e2-899c-659c96ab3b1a req-d030040e-74ac-47b1-8534-824b14a8f510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:01:05.441724 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-20326098-8c23-41e2-899c-659c96ab3b1a req-d030040e-74ac-47b1-8534-824b14a8f510 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5e0ee09-af9b-47bb-91a6-5a6b90ff711c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438287 Mar 08 05:01:05.478220 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-99fadacb-3e95-4246-bded-779f5e0051d9 None None] Set router cefccb04-0a25-4799-867e-87c90af5ccf0 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:01:05.528052 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-20326098-8c23-41e2-899c-659c96ab3b1a req-54f8e7d6-b15e-477e-9675-276648b94ed6 service neutron] 10.222.0.18 "GET /v2.0/networks/a5e0ee09-af9b-47bb-91a6-5a6b90ff711c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802095 Mar 08 05:01:05.619228 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-20326098-8c23-41e2-899c-659c96ab3b1a req-f3a61c78-06e6-45f9-9dd5-a8686e602278 service neutron] 10.222.0.18 "GET /v2.0/networks/a5e0ee09-af9b-47bb-91a6-5a6b90ff711c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852258 Mar 08 05:01:05.697921 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-99fadacb-3e95-4246-bded-779f5e0051d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'name': 'tempest-TestVolumeBootPattern-1106610680-router', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'bd735f17-7f06-456d-bc56-188012149a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:54:39Z', 'updated_at': '2022-03-08T04:54:43Z', 'revision_number': 4, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'gw_port': {'id': 'bd735f17-7f06-456d-bc56-188012149a29', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:40Z', 'updated_at': '2022-03-08T04:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': '2c315d58-ea80-442a-8e3f-381518ca96c7', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'port_id': '718c63d4-2455-4a8e-9f1b-7d8545596f60', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'mac_address': 'fa:16:3e:46:75:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a284aba-8f52-4c06-a370-0feca12404b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:01:03Z', 'updated_at': '2022-03-08T05:01:03Z', 'revision_number': 0, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'fixed_ip_address_scope': None}, {'id': 'f64888da-2207-4cc4-8f13-691c5ba1838b', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'floating_ip_address': '172.27.0.147', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'port_id': '31afd9d9-20b4-4b8d-b5d7-b3953048b858', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'mac_address': 'fa:16:3e:f8:8f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a246f6c4-4d35-4c8e-91e4-93e53e259742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:58:41Z', 'updated_at': '2022-03-08T04:58:43Z', 'revision_number': 1, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6', 'name': '', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'mac_address': 'fa:16:3e:1b:6b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:42Z', 'updated_at': '2022-03-08T04:54:46Z', 'revision_number': 5, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'subnets': [{'id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:01:05.729861 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fadacb-3e95-4246-bded-779f5e0051d9 None None] The sync data for ids ['cefccb04-0a25-4799-867e-87c90af5ccf0'] in dv-cinder-740146-13-iscsi is: [{'id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'name': 'tempest-TestVolumeBootPattern-1106610680-router', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'bd735f17-7f06-456d-bc56-188012149a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:54:39Z', 'updated_at': '2022-03-08T04:54:43Z', 'revision_number': 4, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'gw_port': {'id': 'bd735f17-7f06-456d-bc56-188012149a29', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:40Z', 'updated_at': '2022-03-08T04:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': '2c315d58-ea80-442a-8e3f-381518ca96c7', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'port_id': '718c63d4-2455-4a8e-9f1b-7d8545596f60', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'mac_address': 'fa:16:3e:46:75:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a284aba-8f52-4c06-a370-0feca12404b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T05:01:03Z', 'updated_at': '2022-03-08T05:01:03Z', 'revision_number': 0, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'fixed_ip_address_scope': None}, {'id': 'f64888da-2207-4cc4-8f13-691c5ba1838b', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'floating_ip_address': '172.27.0.147', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'port_id': '31afd9d9-20b4-4b8d-b5d7-b3953048b858', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'mac_address': 'fa:16:3e:f8:8f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a246f6c4-4d35-4c8e-91e4-93e53e259742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:58:41Z', 'updated_at': '2022-03-08T04:58:43Z', 'revision_number': 1, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6', 'name': '', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'mac_address': 'fa:16:3e:1b:6b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:42Z', 'updated_at': '2022-03-08T04:54:46Z', 'revision_number': 5, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'subnets': [{'id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:01:05.908506 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ed8276f-751b-4923-adb7-258658093bd8 None None] New status for floating IP 2c315d58-ea80-442a-8e3f-381518ca96c7: ACTIVE {{(pid=110146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 05:01:13.986721 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-f9b08b03-773a-48ff-b97b-43bafd4441a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:01:16.244958 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-38eddf2b-70c9-48b2-a6c9-bc0992e38541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:01:17.313742 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:01:18.740545 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:01:20.100624 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:01:29.878536 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:01:30.186399 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:01:43.992583 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-42f6cd76-7635-4c8a-9326-ab59119f45ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:01:46.232615 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-8d1f320b-973f-49fd-be2a-732ce214883f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:01:47.267081 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:01:48.358102 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-fb69429d-3eeb-4e57-a40b-9644d8c0c525 req-8d4e12fe-b921-4914-b5b3-9f04fffebce8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a246f6c4-4d35-4c8e-91e4-93e53e259742&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429006 Mar 08 05:01:48.438823 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69429d-3eeb-4e57-a40b-9644d8c0c525 req-1a3a407e-ff74-4129-8a61-7173546ab9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:01:48.440274 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-fb69429d-3eeb-4e57-a40b-9644d8c0c525 req-1a3a407e-ff74-4129-8a61-7173546ab9a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=765d2cac172b406bbe3b16713b3aedd6&device_id=a246f6c4-4d35-4c8e-91e4-93e53e259742 HTTP/1.1" status: 200 len: 1130 time: 0.0430021 Mar 08 05:01:48.540850 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69429d-3eeb-4e57-a40b-9644d8c0c525 req-1a88422c-cb93-497d-8abb-3ffffb177d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:01:48.542251 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-fb69429d-3eeb-4e57-a40b-9644d8c0c525 req-1a88422c-cb93-497d-8abb-3ffffb177d92 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a5e0ee09-af9b-47bb-91a6-5a6b90ff711c HTTP/1.1" status: 200 len: 913 time: 0.0859611 Mar 08 05:01:48.609481 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-fb69429d-3eeb-4e57-a40b-9644d8c0c525 req-52e2824d-c2c5-4aac-b583-40c52944c374 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31afd9d9-20b4-4b8d-b5d7-b3953048b858 HTTP/1.1" status: 200 len: 1002 time: 0.0587938 Mar 08 05:01:48.655839 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69429d-3eeb-4e57-a40b-9644d8c0c525 req-89bd8884-6060-4c30-9c6f-f765a8a4e383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:01:48.657259 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-fb69429d-3eeb-4e57-a40b-9644d8c0c525 req-89bd8884-6060-4c30-9c6f-f765a8a4e383 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dd319751-0ba2-4bbf-9f61-65487594c0f2 HTTP/1.1" status: 200 len: 851 time: 0.0420976 Mar 08 05:01:48.704874 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69429d-3eeb-4e57-a40b-9644d8c0c525 req-0e3d2345-d8ff-4316-bffc-7a32ed456233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:01:48.706663 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-fb69429d-3eeb-4e57-a40b-9644d8c0c525 req-0e3d2345-d8ff-4316-bffc-7a32ed456233 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5e0ee09-af9b-47bb-91a6-5a6b90ff711c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431716 Mar 08 05:01:48.747545 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:01:48.794942 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-fb69429d-3eeb-4e57-a40b-9644d8c0c525 req-8b75a375-9c0e-43bb-9643-10bfb28864b2 service neutron] 10.222.0.18 "GET /v2.0/networks/a5e0ee09-af9b-47bb-91a6-5a6b90ff711c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819528 Mar 08 05:01:48.878967 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-fb69429d-3eeb-4e57-a40b-9644d8c0c525 req-61552e5b-d211-4a3f-bfb4-9d7669d330de service neutron] 10.222.0.18 "GET /v2.0/networks/a5e0ee09-af9b-47bb-91a6-5a6b90ff711c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787075 Mar 08 05:01:50.106937 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:01:59.866544 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:02:07.185591 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:02:13.986264 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-893e6704-2745-4326-8d10-1a080cc37c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:02:16.248026 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-b046ef83-8701-4cdd-8c72-9807ff641994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:02:17.272298 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:02:18.813881 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:02:20.151001 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:02:29.882872 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:02:43.991197 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-73a07e01-8618-421e-99d2-95fc51e07ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:02:44.184944 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:02:46.248478 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-0b9da1d7-d8a7-48f6-8c1a-ec176283c64b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:02:47.299961 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:02:48.756546 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:02:49.154585 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b731721f-2b5a-4453-99c2-7e8fcaae7549 req-ef0104cd-21bb-4d48-a1bd-34deb9bf3779 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5a284aba-8f52-4c06-a370-0feca12404b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418842 Mar 08 05:02:49.219702 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731721f-2b5a-4453-99c2-7e8fcaae7549 req-9f8abb73-8aac-4ef2-b972-17f1b6f0a6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:02:49.221580 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b731721f-2b5a-4453-99c2-7e8fcaae7549 req-9f8abb73-8aac-4ef2-b972-17f1b6f0a6b7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=765d2cac172b406bbe3b16713b3aedd6&device_id=5a284aba-8f52-4c06-a370-0feca12404b9 HTTP/1.1" status: 200 len: 1130 time: 0.0466752 Mar 08 05:02:49.321195 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731721f-2b5a-4453-99c2-7e8fcaae7549 req-3152cdb7-ca37-4ac1-a07b-a91fc8a31db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:02:49.322663 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b731721f-2b5a-4453-99c2-7e8fcaae7549 req-3152cdb7-ca37-4ac1-a07b-a91fc8a31db7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a5e0ee09-af9b-47bb-91a6-5a6b90ff711c HTTP/1.1" status: 200 len: 913 time: 0.0833855 Mar 08 05:02:49.388768 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b731721f-2b5a-4453-99c2-7e8fcaae7549 req-b82edbc3-3dca-48f1-b9bb-6be13c3550d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=718c63d4-2455-4a8e-9f1b-7d8545596f60 HTTP/1.1" status: 200 len: 1001 time: 0.0603538 Mar 08 05:02:49.435991 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731721f-2b5a-4453-99c2-7e8fcaae7549 req-4818e3fd-0976-481e-b7b0-e8be3e3fee12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:02:49.437371 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b731721f-2b5a-4453-99c2-7e8fcaae7549 req-4818e3fd-0976-481e-b7b0-e8be3e3fee12 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dd319751-0ba2-4bbf-9f61-65487594c0f2 HTTP/1.1" status: 200 len: 851 time: 0.0431328 Mar 08 05:02:49.484369 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731721f-2b5a-4453-99c2-7e8fcaae7549 req-fd59bc8b-7984-43ae-8a59-db4cef620e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:02:49.489336 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b731721f-2b5a-4453-99c2-7e8fcaae7549 req-fd59bc8b-7984-43ae-8a59-db4cef620e5a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5e0ee09-af9b-47bb-91a6-5a6b90ff711c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428436 Mar 08 05:02:49.574129 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b731721f-2b5a-4453-99c2-7e8fcaae7549 req-53153752-2b31-4c44-9e9e-594e42a9e479 service neutron] 10.222.0.18 "GET /v2.0/networks/a5e0ee09-af9b-47bb-91a6-5a6b90ff711c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819376 Mar 08 05:02:49.660212 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-b731721f-2b5a-4453-99c2-7e8fcaae7549 req-d5fb9e56-5795-4606-ba3c-9318355640e4 service neutron] 10.222.0.18 "GET /v2.0/networks/a5e0ee09-af9b-47bb-91a6-5a6b90ff711c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798445 Mar 08 05:02:50.099592 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:02:59.848032 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:07.046621 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 50000) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:03:07.199606 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-be563ea9-e581-4b49-9fd6-f65c1ea28006 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Deleting port bc80c28d-eb4b-4282-b904-c9b5edb13e68 {{(pid=110145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:03:07.210078 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-be563ea9-e581-4b49-9fd6-f65c1ea28006 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (bc80c28d-eb4b-4282-b904-c9b5edb13e68), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:07.276707 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-be563ea9-e581-4b49-9fd6-f65c1ea28006 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (bc80c28d-eb4b-4282-b904-c9b5edb13e68), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:07.277038 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-be563ea9-e581-4b49-9fd6-f65c1ea28006 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for floatingip (bc80c28d-eb4b-4282-b904-c9b5edb13e68), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:07.288391 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-be563ea9-e581-4b49-9fd6-f65c1ea28006 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Calling delete_port for bc80c28d-eb4b-4282-b904-c9b5edb13e68 owned by network:floatingip {{(pid=110145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:03:07.498892 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-be563ea9-e581-4b49-9fd6-f65c1ea28006 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793137'] for port (bc80c28d-eb4b-4282-b904-c9b5edb13e68), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:07.523355 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be563ea9-e581-4b49-9fd6-f65c1ea28006 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Pushing event deleted for resources: {'Port': ['ID=bc80c28d-eb4b-4282-b904-c9b5edb13e68,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:03:07.536798 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be563ea9-e581-4b49-9fd6-f65c1ea28006 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:07.537250 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be563ea9-e581-4b49-9fd6-f65c1ea28006 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:07.537523 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be563ea9-e581-4b49-9fd6-f65c1ea28006 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:07.537861 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be563ea9-e581-4b49-9fd6-f65c1ea28006 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:07.538194 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be563ea9-e581-4b49-9fd6-f65c1ea28006 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:07.538525 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be563ea9-e581-4b49-9fd6-f65c1ea28006 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:07.538854 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be563ea9-e581-4b49-9fd6-f65c1ea28006 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:07.539183 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be563ea9-e581-4b49-9fd6-f65c1ea28006 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:07.539554 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be563ea9-e581-4b49-9fd6-f65c1ea28006 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:07.539878 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be563ea9-e581-4b49-9fd6-f65c1ea28006 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:07.540201 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be563ea9-e581-4b49-9fd6-f65c1ea28006 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:07.540560 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be563ea9-e581-4b49-9fd6-f65c1ea28006 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:07.540881 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be563ea9-e581-4b49-9fd6-f65c1ea28006 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110145) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:07.597008 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-be563ea9-e581-4b49-9fd6-f65c1ea28006 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for floatingip (2c315d58-ea80-442a-8e3f-381518ca96c7), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:07.597369 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.db.l3_db [None req-be563ea9-e581-4b49-9fd6-f65c1ea28006 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Floating IP 2c315d58-ea80-442a-8e3f-381518ca96c7 disassociated (deleted). External IP: 172.27.0.76, port: 718c63d4-2455-4a8e-9f1b-7d8545596f60. Mar 08 05:03:07.806498 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be563ea9-e581-4b49-9fd6-f65c1ea28006 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Router cefccb04-0a25-4799-867e-87c90af5ccf0 has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:03:07.912335 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be563ea9-e581-4b49-9fd6-f65c1ea28006 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:03:07.917953 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-be563ea9-e581-4b49-9fd6-f65c1ea28006 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for floatingip (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:07.922678 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992ebf59-a7f4-41e9-bd8c-8b052e2e6915 None None] Sync routers for ids ['cefccb04-0a25-4799-867e-87c90af5ccf0'] in dv-cinder-740146-13-iscsi {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:03:07.931266 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992ebf59-a7f4-41e9-bd8c-8b052e2e6915 None None] Routers {'cefccb04-0a25-4799-867e-87c90af5ccf0'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:03:07.931924 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-992ebf59-a7f4-41e9-bd8c-8b052e2e6915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T05:02:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['cefccb04-0a25-4799-867e-87c90af5ccf0'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:03:07.946603 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-be563ea9-e581-4b49-9fd6-f65c1ea28006 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "DELETE /v2.0/floatingips/2c315d58-ea80-442a-8e3f-381518ca96c7 HTTP/1.1" status: 204 len: 168 time: 0.8989067 Mar 08 05:03:07.953845 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a284aba-8f52-4c06-a370-0feca12404b9', 'tag': '718c63d4-2455-4a8e-9f1b-7d8545596f60'}] {{(pid=110145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:03:07.953845 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71968b58d2f8aa6f8c15556c85a5ad4508c502c1b37aaef7a0ee3c4c7a23d4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069530c9-4391-4d50-ac61-2d781eb05122" -d '{"events": [{"name": "network-changed", "server_uuid": "5a284aba-8f52-4c06-a370-0feca12404b9", "tag": "718c63d4-2455-4a8e-9f1b-7d8545596f60"}]}' {{(pid=110145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:03:07.993650 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59eb3080-d0f6-4c56-9526-9fec2262b5f1 x-openstack-request-id: req-59eb3080-d0f6-4c56-9526-9fec2262b5f1 {{(pid=110145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:03:07.993952 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a284aba-8f52-4c06-a370-0feca12404b9", "tag": "718c63d4-2455-4a8e-9f1b-7d8545596f60", "status": "completed", "code": 200}]} {{(pid=110145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:03:07.994213 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-59eb3080-d0f6-4c56-9526-9fec2262b5f1 {{(pid=110145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:03:07.994623 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a284aba-8f52-4c06-a370-0feca12404b9', 'tag': '718c63d4-2455-4a8e-9f1b-7d8545596f60', 'status': 'completed', 'code': 200} Mar 08 05:03:08.070120 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069530c9-4391-4d50-ac61-2d781eb05122 req-0419cc6c-c440-489a-9f7f-2cc5764f03af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:03:08.071559 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-069530c9-4391-4d50-ac61-2d781eb05122 req-0419cc6c-c440-489a-9f7f-2cc5764f03af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=765d2cac172b406bbe3b16713b3aedd6&device_id=5a284aba-8f52-4c06-a370-0feca12404b9 HTTP/1.1" status: 200 len: 1130 time: 0.0513093 Mar 08 05:03:08.138774 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-992ebf59-a7f4-41e9-bd8c-8b052e2e6915 None None] Set router cefccb04-0a25-4799-867e-87c90af5ccf0 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:03:08.164715 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069530c9-4391-4d50-ac61-2d781eb05122 req-e426042f-e687-478c-83ab-5322bea16ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:03:08.166222 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-069530c9-4391-4d50-ac61-2d781eb05122 req-e426042f-e687-478c-83ab-5322bea16ad6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a5e0ee09-af9b-47bb-91a6-5a6b90ff711c HTTP/1.1" status: 200 len: 913 time: 0.0887799 Mar 08 05:03:08.208973 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-069530c9-4391-4d50-ac61-2d781eb05122 req-3119c511-53fc-4b3b-987d-4f30935c6c6d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=718c63d4-2455-4a8e-9f1b-7d8545596f60 HTTP/1.1" status: 200 len: 217 time: 0.0372589 Mar 08 05:03:08.261408 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069530c9-4391-4d50-ac61-2d781eb05122 req-b9cfee85-2d48-4bbe-b340-43e8e5e3f1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:03:08.263015 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-069530c9-4391-4d50-ac61-2d781eb05122 req-b9cfee85-2d48-4bbe-b340-43e8e5e3f1f3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dd319751-0ba2-4bbf-9f61-65487594c0f2 HTTP/1.1" status: 200 len: 851 time: 0.0444598 Mar 08 05:03:08.312777 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069530c9-4391-4d50-ac61-2d781eb05122 req-0fd6e87b-70f8-4598-9935-11d09b0502dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:03:08.314355 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-069530c9-4391-4d50-ac61-2d781eb05122 req-0fd6e87b-70f8-4598-9935-11d09b0502dc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5e0ee09-af9b-47bb-91a6-5a6b90ff711c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454030 Mar 08 05:03:08.365250 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-992ebf59-a7f4-41e9-bd8c-8b052e2e6915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'name': 'tempest-TestVolumeBootPattern-1106610680-router', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'bd735f17-7f06-456d-bc56-188012149a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:54:39Z', 'updated_at': '2022-03-08T04:54:43Z', 'revision_number': 4, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'gw_port': {'id': 'bd735f17-7f06-456d-bc56-188012149a29', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:40Z', 'updated_at': '2022-03-08T04:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': 'f64888da-2207-4cc4-8f13-691c5ba1838b', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'floating_ip_address': '172.27.0.147', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'port_id': '31afd9d9-20b4-4b8d-b5d7-b3953048b858', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'mac_address': 'fa:16:3e:f8:8f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a246f6c4-4d35-4c8e-91e4-93e53e259742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:58:41Z', 'updated_at': '2022-03-08T04:58:43Z', 'revision_number': 1, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6', 'name': '', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'mac_address': 'fa:16:3e:1b:6b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:42Z', 'updated_at': '2022-03-08T04:54:46Z', 'revision_number': 5, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'subnets': [{'id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:03:08.395589 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992ebf59-a7f4-41e9-bd8c-8b052e2e6915 None None] Checking router: cefccb04-0a25-4799-867e-87c90af5ccf0 for host: dv-cinder-740146-13-iscsi {{(pid=110147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:03:08.404922 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992ebf59-a7f4-41e9-bd8c-8b052e2e6915 None None] Routers {'cefccb04-0a25-4799-867e-87c90af5ccf0'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:03:08.405570 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-992ebf59-a7f4-41e9-bd8c-8b052e2e6915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T05:02:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['cefccb04-0a25-4799-867e-87c90af5ccf0'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:03:08.423445 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f228c6f-5c7f-4733-8b21-cf048b47aba3 req-313fcc6f-9f20-4577-8141-6a12ba5bb9d1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:03:08.424909 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7f228c6f-5c7f-4733-8b21-cf048b47aba3 req-313fcc6f-9f20-4577-8141-6a12ba5bb9d1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a284aba-8f52-4c06-a370-0feca12404b9 HTTP/1.1" status: 200 len: 946 time: 0.1072216 Mar 08 05:03:08.462000 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-069530c9-4391-4d50-ac61-2d781eb05122 req-44f03e97-1fa6-4790-a745-01151f0558d1 service neutron] 10.222.0.18 "GET /v2.0/networks/a5e0ee09-af9b-47bb-91a6-5a6b90ff711c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341777 Mar 08 05:03:08.508206 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-7f228c6f-5c7f-4733-8b21-cf048b47aba3 req-11b86cf2-d747-42e9-8d8d-7e021cbd2823 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772274 Mar 08 05:03:08.511693 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-992ebf59-a7f4-41e9-bd8c-8b052e2e6915 None None] Set router cefccb04-0a25-4799-867e-87c90af5ccf0 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:03:08.568923 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-069530c9-4391-4d50-ac61-2d781eb05122 req-1595bc2a-0225-4cbb-9345-b441c00b1eee service neutron] 10.222.0.18 "GET /v2.0/networks/a5e0ee09-af9b-47bb-91a6-5a6b90ff711c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978951 Mar 08 05:03:08.730165 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-992ebf59-a7f4-41e9-bd8c-8b052e2e6915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'name': 'tempest-TestVolumeBootPattern-1106610680-router', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'bd735f17-7f06-456d-bc56-188012149a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:54:39Z', 'updated_at': '2022-03-08T04:54:43Z', 'revision_number': 4, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'gw_port': {'id': 'bd735f17-7f06-456d-bc56-188012149a29', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:40Z', 'updated_at': '2022-03-08T04:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': 'f64888da-2207-4cc4-8f13-691c5ba1838b', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'floating_ip_address': '172.27.0.147', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'port_id': '31afd9d9-20b4-4b8d-b5d7-b3953048b858', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'mac_address': 'fa:16:3e:f8:8f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a246f6c4-4d35-4c8e-91e4-93e53e259742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:58:41Z', 'updated_at': '2022-03-08T04:58:43Z', 'revision_number': 1, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6', 'name': '', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'mac_address': 'fa:16:3e:1b:6b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:42Z', 'updated_at': '2022-03-08T04:54:46Z', 'revision_number': 5, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'subnets': [{'id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:03:08.759182 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992ebf59-a7f4-41e9-bd8c-8b052e2e6915 None None] The sync data for ids ['cefccb04-0a25-4799-867e-87c90af5ccf0'] in dv-cinder-740146-13-iscsi is: [{'id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'name': 'tempest-TestVolumeBootPattern-1106610680-router', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'bd735f17-7f06-456d-bc56-188012149a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:54:39Z', 'updated_at': '2022-03-08T04:54:43Z', 'revision_number': 4, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'gw_port': {'id': 'bd735f17-7f06-456d-bc56-188012149a29', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:40Z', 'updated_at': '2022-03-08T04:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_floatingips': [{'id': 'f64888da-2207-4cc4-8f13-691c5ba1838b', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'floating_ip_address': '172.27.0.147', 'floating_network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'router_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'port_id': '31afd9d9-20b4-4b8d-b5d7-b3953048b858', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'mac_address': 'fa:16:3e:f8:8f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a246f6c4-4d35-4c8e-91e4-93e53e259742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-08T04:58:41Z', 'updated_at': '2022-03-08T04:58:43Z', 'revision_number': 1, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6', 'name': '', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'mac_address': 'fa:16:3e:1b:6b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:42Z', 'updated_at': '2022-03-08T04:54:46Z', 'revision_number': 5, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'subnets': [{'id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:03:08.970208 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba3db75-9fe4-4fd3-9183-78e106005983 None None] New status for floating IP 2c315d58-ea80-442a-8e3f-381518ca96c7: DOWN {{(pid=110146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 05:03:09.627710 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79706008-6b96-419a-820d-fae87cfbff9e req-f1c656e6-ebfc-4ab9-b94a-37138adc075e tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:03:09.629183 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-79706008-6b96-419a-820d-fae87cfbff9e req-f1c656e6-ebfc-4ab9-b94a-37138adc075e tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a284aba-8f52-4c06-a370-0feca12404b9 HTTP/1.1" status: 200 len: 946 time: 0.0521104 Mar 08 05:03:09.681330 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-79706008-6b96-419a-820d-fae87cfbff9e req-fc1230fa-4b1f-442a-be21-9d9eda244231 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465250 Mar 08 05:03:10.004526 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e0e75-5a6c-4c1b-b81b-fcf1e328b0a8 req-28a88c13-e706-47fb-af74-ba101558b329 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:03:10.006235 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2a0e0e75-5a6c-4c1b-b81b-fcf1e328b0a8 req-28a88c13-e706-47fb-af74-ba101558b329 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a284aba-8f52-4c06-a370-0feca12404b9 HTTP/1.1" status: 200 len: 946 time: 0.0512395 Mar 08 05:03:10.093914 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-2a0e0e75-5a6c-4c1b-b81b-fcf1e328b0a8 req-e1a36da9-45ab-4c32-b3db-02f3745ecaf1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Deleting port 718c63d4-2455-4a8e-9f1b-7d8545596f60 {{(pid=110144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:03:10.094256 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-2a0e0e75-5a6c-4c1b-b81b-fcf1e328b0a8 req-e1a36da9-45ab-4c32-b3db-02f3745ecaf1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (718c63d4-2455-4a8e-9f1b-7d8545596f60), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:10.184002 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-2a0e0e75-5a6c-4c1b-b81b-fcf1e328b0a8 req-e1a36da9-45ab-4c32-b3db-02f3745ecaf1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] For port 718c63d4-2455-4a8e-9f1b-7d8545596f60, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=718c63d4-2455-4a8e-9f1b-7d8545596f60,segment=NetworkSegment(4904b58b-aea2-4630-b83a-0db65c659289),segment_id=4904b58b-aea2-4630-b83a-0db65c659289)] {{(pid=110144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:03:10.184584 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-2a0e0e75-5a6c-4c1b-b81b-fcf1e328b0a8 req-e1a36da9-45ab-4c32-b3db-02f3745ecaf1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (718c63d4-2455-4a8e-9f1b-7d8545596f60), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:10.196187 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-2a0e0e75-5a6c-4c1b-b81b-fcf1e328b0a8 req-e1a36da9-45ab-4c32-b3db-02f3745ecaf1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Calling delete_port for 718c63d4-2455-4a8e-9f1b-7d8545596f60 owned by compute:nova {{(pid=110144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:03:10.379393 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-2a0e0e75-5a6c-4c1b-b81b-fcf1e328b0a8 req-e1a36da9-45ab-4c32-b3db-02f3745ecaf1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (718c63d4-2455-4a8e-9f1b-7d8545596f60), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:10.405058 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a36da9-45ab-4c32-b3db-02f3745ecaf1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Pushing event deleted for resources: {'Port': ['ID=718c63d4-2455-4a8e-9f1b-7d8545596f60,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:03:10.414349 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a36da9-45ab-4c32-b3db-02f3745ecaf1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:10.415727 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a36da9-45ab-4c32-b3db-02f3745ecaf1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:10.416578 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a36da9-45ab-4c32-b3db-02f3745ecaf1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:10.416915 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a36da9-45ab-4c32-b3db-02f3745ecaf1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:10.417270 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a36da9-45ab-4c32-b3db-02f3745ecaf1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:10.417597 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a36da9-45ab-4c32-b3db-02f3745ecaf1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:10.417924 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a36da9-45ab-4c32-b3db-02f3745ecaf1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:10.418887 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a36da9-45ab-4c32-b3db-02f3745ecaf1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:10.418887 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a36da9-45ab-4c32-b3db-02f3745ecaf1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:10.418887 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a36da9-45ab-4c32-b3db-02f3745ecaf1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:10.419182 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a36da9-45ab-4c32-b3db-02f3745ecaf1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:10.419486 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a36da9-45ab-4c32-b3db-02f3745ecaf1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:10.419804 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a36da9-45ab-4c32-b3db-02f3745ecaf1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:10.460947 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a0e0e75-5a6c-4c1b-b81b-fcf1e328b0a8 req-e1a36da9-45ab-4c32-b3db-02f3745ecaf1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] No DVR routers for this DVR port 718c63d4-2455-4a8e-9f1b-7d8545596f60 on host hv-cinder-74014 {{(pid=110144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 05:03:10.463429 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-2a0e0e75-5a6c-4c1b-b81b-fcf1e328b0a8 req-e1a36da9-45ab-4c32-b3db-02f3745ecaf1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:10.466761 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-2a0e0e75-5a6c-4c1b-b81b-fcf1e328b0a8 req-e1a36da9-45ab-4c32-b3db-02f3745ecaf1 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.18 "DELETE /v2.0/ports/718c63d4-2455-4a8e-9f1b-7d8545596f60 HTTP/1.1" status: 204 len: 173 time: 0.4556253 Mar 08 05:03:10.467200 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a284aba-8f52-4c06-a370-0feca12404b9', 'name': 'network-vif-deleted', 'tag': '718c63d4-2455-4a8e-9f1b-7d8545596f60'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:03:10.469418 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370cbfb2-f3bd-4041-8597-94a1315a61d5" -d '{"events": [{"server_uuid": "5a284aba-8f52-4c06-a370-0feca12404b9", "name": "network-vif-deleted", "tag": "718c63d4-2455-4a8e-9f1b-7d8545596f60"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:03:10.506884 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4d4530-49fb-44ba-b2d6-ab7d936ddb57 x-openstack-request-id: req-fa4d4530-49fb-44ba-b2d6-ab7d936ddb57 {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:03:10.507173 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a284aba-8f52-4c06-a370-0feca12404b9", "name": "network-vif-deleted", "tag": "718c63d4-2455-4a8e-9f1b-7d8545596f60", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:03:10.507429 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fa4d4530-49fb-44ba-b2d6-ab7d936ddb57 {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:03:10.507829 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a284aba-8f52-4c06-a370-0feca12404b9', 'name': 'network-vif-deleted', 'tag': '718c63d4-2455-4a8e-9f1b-7d8545596f60', 'status': 'completed', 'code': 200} Mar 08 05:03:10.774118 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-bd5a70e1-83e4-409f-8d6f-dd9dde6fe87d req-b423d9b5-8ac1-466a-b02b-0f59377e503b tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a284aba-8f52-4c06-a370-0feca12404b9 HTTP/1.1" status: 200 len: 210 time: 0.0271585 Mar 08 05:03:13.995732 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-035194d8-6a81-4c63-8e07-8e8d5f34eecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:14.224189 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 718c63d4-2455-4a8e-9f1b-7d8545596f60 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:03:14.243319 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 50040) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:03:14.244529 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] No Port match for: 718c63d4-2455-4a8e-9f1b-7d8545596f60 {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:03:14.244884 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 718c63d4-2455-4a8e-9f1b-7d8545596f60 not bound to the agent host hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:03:14.396650 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-65e3f037-67e1-4397-8958-df3981688b0c tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Deleting port ad4128ed-e4cf-49b4-ad35-4d650d848871 {{(pid=110145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:03:14.396998 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-65e3f037-67e1-4397-8958-df3981688b0c tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (ad4128ed-e4cf-49b4-ad35-4d650d848871), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:14.469321 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-65e3f037-67e1-4397-8958-df3981688b0c tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (ad4128ed-e4cf-49b4-ad35-4d650d848871), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:14.469651 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-65e3f037-67e1-4397-8958-df3981688b0c tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for floatingip (ad4128ed-e4cf-49b4-ad35-4d650d848871), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:14.481073 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-65e3f037-67e1-4397-8958-df3981688b0c tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Calling delete_port for ad4128ed-e4cf-49b4-ad35-4d650d848871 owned by network:floatingip {{(pid=110145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:03:14.693716 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-65e3f037-67e1-4397-8958-df3981688b0c tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793137'] for port (ad4128ed-e4cf-49b4-ad35-4d650d848871), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:14.717006 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e3f037-67e1-4397-8958-df3981688b0c tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Pushing event deleted for resources: {'Port': ['ID=ad4128ed-e4cf-49b4-ad35-4d650d848871,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:03:14.782054 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-65e3f037-67e1-4397-8958-df3981688b0c tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for floatingip (f64888da-2207-4cc4-8f13-691c5ba1838b), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:14.782307 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.db.l3_db [None req-65e3f037-67e1-4397-8958-df3981688b0c tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Floating IP f64888da-2207-4cc4-8f13-691c5ba1838b disassociated (deleted). External IP: 172.27.0.147, port: 31afd9d9-20b4-4b8d-b5d7-b3953048b858. Mar 08 05:03:14.985787 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e3f037-67e1-4397-8958-df3981688b0c tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Router cefccb04-0a25-4799-867e-87c90af5ccf0 has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:03:15.091368 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e3f037-67e1-4397-8958-df3981688b0c tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:03:15.095936 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-65e3f037-67e1-4397-8958-df3981688b0c tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for floatingip (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:15.101828 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6d7c43-3ab6-479d-a945-b4ea2c95e922 None None] Sync routers for ids ['cefccb04-0a25-4799-867e-87c90af5ccf0'] in dv-cinder-740146-13-iscsi {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:03:15.112490 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6d7c43-3ab6-479d-a945-b4ea2c95e922 None None] Routers {'cefccb04-0a25-4799-867e-87c90af5ccf0'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:03:15.113186 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-fd6d7c43-3ab6-479d-a945-b4ea2c95e922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T05:02:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['cefccb04-0a25-4799-867e-87c90af5ccf0'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:03:15.124905 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-65e3f037-67e1-4397-8958-df3981688b0c tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "DELETE /v2.0/floatingips/f64888da-2207-4cc4-8f13-691c5ba1838b HTTP/1.1" status: 204 len: 168 time: 0.8804774 Mar 08 05:03:15.125507 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a246f6c4-4d35-4c8e-91e4-93e53e259742', 'tag': '31afd9d9-20b4-4b8d-b5d7-b3953048b858'}] {{(pid=110145) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:03:15.127723 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d71968b58d2f8aa6f8c15556c85a5ad4508c502c1b37aaef7a0ee3c4c7a23d4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca7849d-3fdb-4a7b-ab7f-d4644f694a59" -d '{"events": [{"name": "network-changed", "server_uuid": "a246f6c4-4d35-4c8e-91e4-93e53e259742", "tag": "31afd9d9-20b4-4b8d-b5d7-b3953048b858"}]}' {{(pid=110145) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:03:15.167433 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Mar 2022 05:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f696759a-c44a-4f97-9f69-23f2ca602f3a x-openstack-request-id: req-f696759a-c44a-4f97-9f69-23f2ca602f3a {{(pid=110145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:03:15.168041 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a246f6c4-4d35-4c8e-91e4-93e53e259742", "tag": "31afd9d9-20b4-4b8d-b5d7-b3953048b858", "status": "completed", "code": 200}]} {{(pid=110145) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:03:15.168367 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f696759a-c44a-4f97-9f69-23f2ca602f3a {{(pid=110145) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:03:15.168759 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a246f6c4-4d35-4c8e-91e4-93e53e259742', 'tag': '31afd9d9-20b4-4b8d-b5d7-b3953048b858', 'status': 'completed', 'code': 200} Mar 08 05:03:15.227387 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-fd6d7c43-3ab6-479d-a945-b4ea2c95e922 None None] Set router cefccb04-0a25-4799-867e-87c90af5ccf0 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:03:15.230162 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7849d-3fdb-4a7b-ab7f-d4644f694a59 req-63daf25a-53bf-4f5d-b53a-359ca8067c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:03:15.231657 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0ca7849d-3fdb-4a7b-ab7f-d4644f694a59 req-63daf25a-53bf-4f5d-b53a-359ca8067c54 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=765d2cac172b406bbe3b16713b3aedd6&device_id=a246f6c4-4d35-4c8e-91e4-93e53e259742 HTTP/1.1" status: 200 len: 1130 time: 0.0441053 Mar 08 05:03:15.321696 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7849d-3fdb-4a7b-ab7f-d4644f694a59 req-698529d2-60e7-41aa-b076-77172102e349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:03:15.323200 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0ca7849d-3fdb-4a7b-ab7f-d4644f694a59 req-698529d2-60e7-41aa-b076-77172102e349 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a5e0ee09-af9b-47bb-91a6-5a6b90ff711c HTTP/1.1" status: 200 len: 913 time: 0.0859003 Mar 08 05:03:15.371350 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0ca7849d-3fdb-4a7b-ab7f-d4644f694a59 req-bab40d5b-8397-436d-bfcb-fa0b75e600c4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31afd9d9-20b4-4b8d-b5d7-b3953048b858 HTTP/1.1" status: 200 len: 217 time: 0.0425935 Mar 08 05:03:15.423322 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7849d-3fdb-4a7b-ab7f-d4644f694a59 req-0f0ef43f-78bf-4672-9636-a67d6da21f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:03:15.424683 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0ca7849d-3fdb-4a7b-ab7f-d4644f694a59 req-0f0ef43f-78bf-4672-9636-a67d6da21f56 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dd319751-0ba2-4bbf-9f61-65487594c0f2 HTTP/1.1" status: 200 len: 851 time: 0.0468516 Mar 08 05:03:15.433410 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-fd6d7c43-3ab6-479d-a945-b4ea2c95e922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'name': 'tempest-TestVolumeBootPattern-1106610680-router', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'bd735f17-7f06-456d-bc56-188012149a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:54:39Z', 'updated_at': '2022-03-08T04:54:43Z', 'revision_number': 4, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'gw_port': {'id': 'bd735f17-7f06-456d-bc56-188012149a29', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:40Z', 'updated_at': '2022-03-08T04:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': 'a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6', 'name': '', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'mac_address': 'fa:16:3e:1b:6b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:42Z', 'updated_at': '2022-03-08T04:54:46Z', 'revision_number': 5, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'subnets': [{'id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:03:15.464908 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6d7c43-3ab6-479d-a945-b4ea2c95e922 None None] Checking router: cefccb04-0a25-4799-867e-87c90af5ccf0 for host: dv-cinder-740146-13-iscsi {{(pid=110147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:03:15.473355 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6d7c43-3ab6-479d-a945-b4ea2c95e922 None None] Routers {'cefccb04-0a25-4799-867e-87c90af5ccf0'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:03:15.473964 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-fd6d7c43-3ab6-479d-a945-b4ea2c95e922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T05:02:46Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['cefccb04-0a25-4799-867e-87c90af5ccf0'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:03:15.507376 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca7849d-3fdb-4a7b-ab7f-d4644f694a59 req-c97d29f9-b72c-44f4-b5a3-9bfffb60bb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:03:15.509287 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0ca7849d-3fdb-4a7b-ab7f-d4644f694a59 req-c97d29f9-b72c-44f4-b5a3-9bfffb60bb9c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5e0ee09-af9b-47bb-91a6-5a6b90ff711c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0786188 Mar 08 05:03:15.579856 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-fd6d7c43-3ab6-479d-a945-b4ea2c95e922 None None] Set router cefccb04-0a25-4799-867e-87c90af5ccf0 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:03:15.586186 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c81b8-ddc1-46ca-ae16-69ecd29fa772 req-8320cc42-7aec-4535-a755-785c88d54705 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:03:15.587782 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-3a9c81b8-ddc1-46ca-ae16-69ecd29fa772 req-8320cc42-7aec-4535-a755-785c88d54705 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=a246f6c4-4d35-4c8e-91e4-93e53e259742 HTTP/1.1" status: 200 len: 946 time: 0.1166182 Mar 08 05:03:15.648387 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0ca7849d-3fdb-4a7b-ab7f-d4644f694a59 req-9fff556f-59f1-4f5a-8f24-5d8d12331adb service neutron] 10.222.0.18 "GET /v2.0/networks/a5e0ee09-af9b-47bb-91a6-5a6b90ff711c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307666 Mar 08 05:03:15.680759 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-3a9c81b8-ddc1-46ca-ae16-69ecd29fa772 req-0bffabcd-8ea3-434f-8900-7c800ebe9712 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856659 Mar 08 05:03:15.747792 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-0ca7849d-3fdb-4a7b-ab7f-d4644f694a59 req-aff41d2d-e4ae-4a6a-b17d-03550340221e service neutron] 10.222.0.18 "GET /v2.0/networks/a5e0ee09-af9b-47bb-91a6-5a6b90ff711c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932319 Mar 08 05:03:15.773383 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-fd6d7c43-3ab6-479d-a945-b4ea2c95e922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'name': 'tempest-TestVolumeBootPattern-1106610680-router', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'bd735f17-7f06-456d-bc56-188012149a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:54:39Z', 'updated_at': '2022-03-08T04:54:43Z', 'revision_number': 4, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'gw_port': {'id': 'bd735f17-7f06-456d-bc56-188012149a29', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:40Z', 'updated_at': '2022-03-08T04:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': 'a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6', 'name': '', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'mac_address': 'fa:16:3e:1b:6b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:42Z', 'updated_at': '2022-03-08T04:54:46Z', 'revision_number': 5, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'subnets': [{'id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:03:15.798876 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6d7c43-3ab6-479d-a945-b4ea2c95e922 None None] The sync data for ids ['cefccb04-0a25-4799-867e-87c90af5ccf0'] in dv-cinder-740146-13-iscsi is: [{'id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'name': 'tempest-TestVolumeBootPattern-1106610680-router', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'bd735f17-7f06-456d-bc56-188012149a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:54:39Z', 'updated_at': '2022-03-08T04:54:43Z', 'revision_number': 4, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'gw_port': {'id': 'bd735f17-7f06-456d-bc56-188012149a29', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:40Z', 'updated_at': '2022-03-08T04:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi', '_interfaces': [{'id': 'a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6', 'name': '', 'network_id': 'a5e0ee09-af9b-47bb-91a6-5a6b90ff711c', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'mac_address': 'fa:16:3e:1b:6b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:42Z', 'updated_at': '2022-03-08T04:54:46Z', 'revision_number': 5, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'subnets': [{'id': 'dd319751-0ba2-4bbf-9f61-65487594c0f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:03:16.012534 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805c94b2-ab31-473b-a5ab-4e88a3a5752e None None] New status for floating IP f64888da-2207-4cc4-8f13-691c5ba1838b: DOWN {{(pid=110146) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 08 05:03:16.247826 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-87474f18-23ba-47b6-ac7e-66deb2d452d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:16.799580 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f7474-3ba7-4bc7-9ca5-d839fbd32718 req-f77f17a7-53f1-4a31-8d9c-58951aafbb14 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110145) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:03:16.801056 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-a99f7474-3ba7-4bc7-9ca5-d839fbd32718 req-f77f17a7-53f1-4a31-8d9c-58951aafbb14 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=a246f6c4-4d35-4c8e-91e4-93e53e259742 HTTP/1.1" status: 200 len: 946 time: 0.0529981 Mar 08 05:03:16.847474 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-a99f7474-3ba7-4bc7-9ca5-d839fbd32718 req-a8c687d7-e2fe-4daf-a4a7-5fd598e31133 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/security-groups?id=41cba0f6-5074-4242-baa4-dab6ccfe17b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409298 Mar 08 05:03:17.281737 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:17.375447 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f89135-388d-4762-971f-da2ba69450b1 req-19b0cf32-bd20-46f5-8926-f2ade6a37ae8 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110144) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 08 05:03:17.376835 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-84f89135-388d-4762-971f-da2ba69450b1 req-19b0cf32-bd20-46f5-8926-f2ade6a37ae8 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.18 "GET /v2.0/ports?device_id=a246f6c4-4d35-4c8e-91e4-93e53e259742 HTTP/1.1" status: 200 len: 946 time: 0.3146343 Mar 08 05:03:17.463660 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-84f89135-388d-4762-971f-da2ba69450b1 req-0a82809a-1d73-4e1e-8fff-3cc5483da61c tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Deleting port 31afd9d9-20b4-4b8d-b5d7-b3953048b858 {{(pid=110144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:03:17.463999 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-84f89135-388d-4762-971f-da2ba69450b1 req-0a82809a-1d73-4e1e-8fff-3cc5483da61c tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (31afd9d9-20b4-4b8d-b5d7-b3953048b858), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:17.549708 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [req-84f89135-388d-4762-971f-da2ba69450b1 req-0a82809a-1d73-4e1e-8fff-3cc5483da61c tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] For port 31afd9d9-20b4-4b8d-b5d7-b3953048b858, host hv-cinder-74014, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74014',level=0,port_id=31afd9d9-20b4-4b8d-b5d7-b3953048b858,segment=NetworkSegment(4904b58b-aea2-4630-b83a-0db65c659289),segment_id=4904b58b-aea2-4630-b83a-0db65c659289)] {{(pid=110144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:03:17.550073 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-84f89135-388d-4762-971f-da2ba69450b1 req-0a82809a-1d73-4e1e-8fff-3cc5483da61c tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (31afd9d9-20b4-4b8d-b5d7-b3953048b858), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:17.562206 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [req-84f89135-388d-4762-971f-da2ba69450b1 req-0a82809a-1d73-4e1e-8fff-3cc5483da61c tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Calling delete_port for 31afd9d9-20b4-4b8d-b5d7-b3953048b858 owned by compute:nova {{(pid=110144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:03:17.745410 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-84f89135-388d-4762-971f-da2ba69450b1 req-0a82809a-1d73-4e1e-8fff-3cc5483da61c tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (31afd9d9-20b4-4b8d-b5d7-b3953048b858), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:17.774585 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a82809a-1d73-4e1e-8fff-3cc5483da61c tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Pushing event deleted for resources: {'Port': ['ID=31afd9d9-20b4-4b8d-b5d7-b3953048b858,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:03:17.815779 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f89135-388d-4762-971f-da2ba69450b1 req-0a82809a-1d73-4e1e-8fff-3cc5483da61c tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] No DVR routers for this DVR port 31afd9d9-20b4-4b8d-b5d7-b3953048b858 on host hv-cinder-74014 {{(pid=110144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 05:03:17.818199 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [req-84f89135-388d-4762-971f-da2ba69450b1 req-0a82809a-1d73-4e1e-8fff-3cc5483da61c tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for port (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:17.821558 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [req-84f89135-388d-4762-971f-da2ba69450b1 req-0a82809a-1d73-4e1e-8fff-3cc5483da61c tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.18 "DELETE /v2.0/ports/31afd9d9-20b4-4b8d-b5d7-b3953048b858 HTTP/1.1" status: 204 len: 173 time: 0.4393017 Mar 08 05:03:17.822028 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a246f6c4-4d35-4c8e-91e4-93e53e259742', 'name': 'network-vif-deleted', 'tag': '31afd9d9-20b4-4b8d-b5d7-b3953048b858'}] {{(pid=110144) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 08 05:03:17.824252 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}38322c7963e443c0c43af96117d508fba9303d28cc4b141a96f6b7338492a7fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1cf287-f3c0-4da9-b3ed-e916773b733f" -d '{"events": [{"server_uuid": "a246f6c4-4d35-4c8e-91e4-93e53e259742", "name": "network-vif-deleted", "tag": "31afd9d9-20b4-4b8d-b5d7-b3953048b858"}]}' {{(pid=110144) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 08 05:03:17.861575 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Mar 2022 05:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891cfd30-3e6f-4418-82b7-e7d59f2ee330 x-openstack-request-id: req-891cfd30-3e6f-4418-82b7-e7d59f2ee330 {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 08 05:03:17.861575 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a246f6c4-4d35-4c8e-91e4-93e53e259742", "name": "network-vif-deleted", "tag": "31afd9d9-20b4-4b8d-b5d7-b3953048b858", "status": "completed", "code": 200}]} {{(pid=110144) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 08 05:03:17.861575 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-891cfd30-3e6f-4418-82b7-e7d59f2ee330 {{(pid=110144) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 08 05:03:17.861575 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a246f6c4-4d35-4c8e-91e4-93e53e259742', 'name': 'network-vif-deleted', 'tag': '31afd9d9-20b4-4b8d-b5d7-b3953048b858', 'status': 'completed', 'code': 200} Mar 08 05:03:17.943084 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [req-7a78b8b5-79e0-407e-8b35-c87d14dc3795 req-f855b47f-091f-47f8-b3a2-a4051a4e82ce tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "GET /v2.0/ports?device_id=a246f6c4-4d35-4c8e-91e4-93e53e259742 HTTP/1.1" status: 200 len: 210 time: 0.0274329 Mar 08 05:03:18.739241 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:18.998822 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 50056) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:03:19.117890 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-b2c3a03d-ee68-437c-8470-380b2c8bdf77 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Deleting port 61fd42ba-b45f-49a6-9380-a6bb3d8ae5ea {{(pid=110145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:03:19.118234 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b2c3a03d-ee68-437c-8470-380b2c8bdf77 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (61fd42ba-b45f-49a6-9380-a6bb3d8ae5ea), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:19.192125 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b2c3a03d-ee68-437c-8470-380b2c8bdf77 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (61fd42ba-b45f-49a6-9380-a6bb3d8ae5ea), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:19.192456 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b2c3a03d-ee68-437c-8470-380b2c8bdf77 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for floatingip (61fd42ba-b45f-49a6-9380-a6bb3d8ae5ea), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:19.204105 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-b2c3a03d-ee68-437c-8470-380b2c8bdf77 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Calling delete_port for 61fd42ba-b45f-49a6-9380-a6bb3d8ae5ea owned by network:floatingip {{(pid=110145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:03:19.402456 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b2c3a03d-ee68-437c-8470-380b2c8bdf77 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793137'] for port (61fd42ba-b45f-49a6-9380-a6bb3d8ae5ea), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:19.431995 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c3a03d-ee68-437c-8470-380b2c8bdf77 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Pushing event deleted for resources: {'Port': ['ID=61fd42ba-b45f-49a6-9380-a6bb3d8ae5ea,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:03:19.488396 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b2c3a03d-ee68-437c-8470-380b2c8bdf77 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for floatingip (95f3cd9e-b5ae-489e-9e8d-dfe789be7f62), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:19.491015 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-b2c3a03d-ee68-437c-8470-380b2c8bdf77 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-48638'] for floatingip (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:19.492216 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-b2c3a03d-ee68-437c-8470-380b2c8bdf77 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "DELETE /v2.0/floatingips/95f3cd9e-b5ae-489e-9e8d-dfe789be7f62 HTTP/1.1" status: 204 len: 168 time: 0.4924140 Mar 08 05:03:20.110604 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:20.247596 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 31afd9d9-20b4-4b8d-b5d7-b3953048b858 no longer exists at agent hyperv_hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:03:20.267385 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] No Port match for: 31afd9d9-20b4-4b8d-b5d7-b3953048b858 {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:03:20.267725 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Device 31afd9d9-20b4-4b8d-b5d7-b3953048b858 not bound to the agent host hv-cinder-74014 {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:03:20.844373 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 50068) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:03:20.902629 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5e94940a-68cd-42fa-ba02-f9d8f7951060 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for security_group (41cba0f6-5074-4242-baa4-dab6ccfe17b9), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:20.926596 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5e94940a-68cd-42fa-ba02-f9d8f7951060 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for security_group (41cba0f6-5074-4242-baa4-dab6ccfe17b9), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:21.035887 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5e94940a-68cd-42fa-ba02-f9d8f7951060 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (41cba0f6-5074-4242-baa4-dab6ccfe17b9), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:21.038504 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5e94940a-68cd-42fa-ba02-f9d8f7951060 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:21.039642 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-5e94940a-68cd-42fa-ba02-f9d8f7951060 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] 10.222.0.35 "DELETE /v2.0/security-groups/41cba0f6-5074-4242-baa4-dab6ccfe17b9 HTTP/1.1" status: 204 len: 168 time: 0.1942937 Mar 08 05:03:21.048750 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94940a-68cd-42fa-ba02-f9d8f7951060 tempest-TestVolumeBootPattern-845311629 tempest-TestVolumeBootPattern-845311629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cba0f6-5074-4242-baa4-dab6ccfe17b9,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:03:21.166676 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 50072) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:03:21.183610 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:03:21.595993 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-de6b0723-001b-4c69-9a67-e34978dd00a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-956245'] for router_interface (cefccb04-0a25-4799-867e-87c90af5ccf0), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:21.835921 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [None req-de6b0723-001b-4c69-9a67-e34978dd00a0 admin admin] Deleting port a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6 {{(pid=110144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:03:21.836261 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-de6b0723-001b-4c69-9a67-e34978dd00a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:21.914528 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [None req-de6b0723-001b-4c69-9a67-e34978dd00a0 admin admin] For port a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6,segment=NetworkSegment(4904b58b-aea2-4630-b83a-0db65c659289),segment_id=4904b58b-aea2-4630-b83a-0db65c659289)] {{(pid=110144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:03:21.915186 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-de6b0723-001b-4c69-9a67-e34978dd00a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:21.926959 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [None req-de6b0723-001b-4c69-9a67-e34978dd00a0 admin admin] Calling delete_port for a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6 owned by network:router_interface {{(pid=110144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:03:22.151006 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-de6b0723-001b-4c69-9a67-e34978dd00a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:22.174544 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6b0723-001b-4c69-9a67-e34978dd00a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:03:22.342107 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-de6b0723-001b-4c69-9a67-e34978dd00a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-956193'] for router_interface (cefccb04-0a25-4799-867e-87c90af5ccf0), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:22.558187 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6b0723-001b-4c69-9a67-e34978dd00a0 admin admin] Router cefccb04-0a25-4799-867e-87c90af5ccf0 has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110144) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:03:22.662510 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6b0723-001b-4c69-9a67-e34978dd00a0 admin admin] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110144) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:03:22.667413 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-de6b0723-001b-4c69-9a67-e34978dd00a0 admin admin] 10.222.0.35 "PUT /v2.0/routers/cefccb04-0a25-4799-867e-87c90af5ccf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4997241 Mar 08 05:03:22.670015 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 50076) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:03:22.672668 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d417c9b-7732-4ab5-94de-892654b22912 None None] Sync routers for ids ['cefccb04-0a25-4799-867e-87c90af5ccf0'] in dv-cinder-740146-13-iscsi {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:03:22.683726 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d417c9b-7732-4ab5-94de-892654b22912 None None] Routers {'cefccb04-0a25-4799-867e-87c90af5ccf0'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:03:22.684323 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-1d417c9b-7732-4ab5-94de-892654b22912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T05:03:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['cefccb04-0a25-4799-867e-87c90af5ccf0'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:03:22.778420 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-75796823-dfe3-4033-add6-679c2e4abf73 admin admin] Publish callbacks [] for router (cefccb04-0a25-4799-867e-87c90af5ccf0), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:22.879965 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-1d417c9b-7732-4ab5-94de-892654b22912 None None] Set router cefccb04-0a25-4799-867e-87c90af5ccf0 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:03:22.881911 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-75796823-dfe3-4033-add6-679c2e4abf73 admin admin] Publish callbacks [] for router_gateway (cefccb04-0a25-4799-867e-87c90af5ccf0), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:22.991898 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [None req-75796823-dfe3-4033-add6-679c2e4abf73 admin admin] Deleting port bd735f17-7f06-456d-bc56-188012149a29 {{(pid=110144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:03:22.992553 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-75796823-dfe3-4033-add6-679c2e4abf73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (bd735f17-7f06-456d-bc56-188012149a29), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:23.052053 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-1d417c9b-7732-4ab5-94de-892654b22912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'name': 'tempest-TestVolumeBootPattern-1106610680-router', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101'}], 'enable_snat': True}, 'gw_port_id': 'bd735f17-7f06-456d-bc56-188012149a29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:54:39Z', 'updated_at': '2022-03-08T05:03:22Z', 'revision_number': 5, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'gw_port': {'id': 'bd735f17-7f06-456d-bc56-188012149a29', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:74:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:40Z', 'updated_at': '2022-03-08T04:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi'}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:03:23.072533 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [None req-75796823-dfe3-4033-add6-679c2e4abf73 admin admin] For port bd735f17-7f06-456d-bc56-188012149a29, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=bd735f17-7f06-456d-bc56-188012149a29,segment=NetworkSegment(83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c),segment_id=83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c)] {{(pid=110144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:03:23.072899 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-75796823-dfe3-4033-add6-679c2e4abf73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (bd735f17-7f06-456d-bc56-188012149a29), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:23.079412 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d417c9b-7732-4ab5-94de-892654b22912 None None] Checking router: cefccb04-0a25-4799-867e-87c90af5ccf0 for host: dv-cinder-740146-13-iscsi {{(pid=110147) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:03:23.084536 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [None req-75796823-dfe3-4033-add6-679c2e4abf73 admin admin] Calling delete_port for bd735f17-7f06-456d-bc56-188012149a29 owned by network:router_gateway {{(pid=110144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:03:23.087919 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d417c9b-7732-4ab5-94de-892654b22912 None None] Routers {'cefccb04-0a25-4799-867e-87c90af5ccf0'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110147) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:03:23.088533 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-1d417c9b-7732-4ab5-94de-892654b22912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T05:03:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['cefccb04-0a25-4799-867e-87c90af5ccf0'], 'active': True} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:03:23.176291 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_dvr_db [None req-1d417c9b-7732-4ab5-94de-892654b22912 None None] Set router cefccb04-0a25-4799-867e-87c90af5ccf0 gateway port host: None {{(pid=110147) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:03:23.229706 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.l3_hamode_db [None req-1d417c9b-7732-4ab5-94de-892654b22912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'name': 'tempest-TestVolumeBootPattern-1106610680-router', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:54:39Z', 'updated_at': '2022-03-08T05:03:22Z', 'revision_number': 6, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'gw_port_host': None}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:03:23.256356 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d417c9b-7732-4ab5-94de-892654b22912 None None] The sync data for ids ['cefccb04-0a25-4799-867e-87c90af5ccf0'] in dv-cinder-740146-13-iscsi is: [{'id': 'cefccb04-0a25-4799-867e-87c90af5ccf0', 'name': 'tempest-TestVolumeBootPattern-1106610680-router', 'tenant_id': '765d2cac172b406bbe3b16713b3aedd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:54:39Z', 'updated_at': '2022-03-08T05:03:22Z', 'revision_number': 6, 'project_id': '765d2cac172b406bbe3b16713b3aedd6', 'gw_port_host': None}] {{(pid=110147) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:03:23.288044 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-75796823-dfe3-4033-add6-679c2e4abf73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (bd735f17-7f06-456d-bc56-188012149a29), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:23.313571 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75796823-dfe3-4033-add6-679c2e4abf73 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd735f17-7f06-456d-bc56-188012149a29,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:03:23.371362 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-75796823-dfe3-4033-add6-679c2e4abf73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-950923'] for router_gateway (cefccb04-0a25-4799-867e-87c90af5ccf0), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:23.460024 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-75796823-dfe3-4033-add6-679c2e4abf73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-955711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9283'] for router (cefccb04-0a25-4799-867e-87c90af5ccf0), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:23.462091 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-75796823-dfe3-4033-add6-679c2e4abf73 admin admin] Publish callbacks [] for router_controller (cefccb04-0a25-4799-867e-87c90af5ccf0), precommit_delete_associations {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:23.545076 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-75796823-dfe3-4033-add6-679c2e4abf73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-955688'] for router (cefccb04-0a25-4799-867e-87c90af5ccf0), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:23.545537 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75796823-dfe3-4033-add6-679c2e4abf73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cefccb04-0a25-4799-867e-87c90af5ccf0 {{(pid=110144) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 05:03:23.549816 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-75796823-dfe3-4033-add6-679c2e4abf73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:23.550986 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-75796823-dfe3-4033-add6-679c2e4abf73 admin admin] 10.222.0.35 "DELETE /v2.0/routers/cefccb04-0a25-4799-867e-87c90af5ccf0 HTTP/1.1" status: 204 len: 168 time: 0.8800635 Mar 08 05:03:23.553595 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 50078) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:03:23.596981 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd226626-d1ec-421d-9ce3-b46e00249e60 admin admin] Deleting subnet dd319751-0ba2-4bbf-9f61-65487594c0f2 {{(pid=110144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 05:03:23.600156 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-bd226626-d1ec-421d-9ce3-b46e00249e60 admin admin] Publish callbacks [] for subnet (dd319751-0ba2-4bbf-9f61-65487594c0f2), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:23.637601 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-bd226626-d1ec-421d-9ce3-b46e00249e60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58735104'] for subnet (dd319751-0ba2-4bbf-9f61-65487594c0f2), precommit_delete_associations {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:23.730050 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-bd226626-d1ec-421d-9ce3-b46e00249e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4105722'] for subnet (dd319751-0ba2-4bbf-9f61-65487594c0f2), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:23.847847 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-bd226626-d1ec-421d-9ce3-b46e00249e60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4105697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4052251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58903418'] for subnet (dd319751-0ba2-4bbf-9f61-65487594c0f2), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:23.872633 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd226626-d1ec-421d-9ce3-b46e00249e60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd319751-0ba2-4bbf-9f61-65487594c0f2,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:03:23.876236 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-bd226626-d1ec-421d-9ce3-b46e00249e60 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:23.879671 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-bd226626-d1ec-421d-9ce3-b46e00249e60 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/dd319751-0ba2-4bbf-9f61-65487594c0f2 HTTP/1.1" status: 204 len: 168 time: 0.3249087 Mar 08 05:03:23.881784 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cfbd18-9fae-4885-9ab6-dbc1d30729a9 None None] Network a5e0ee09-af9b-47bb-91a6-5a6b90ff711c requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:03:23.882289 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 50080) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:03:23.951965 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5d0c69de-1f59-4ebe-a5db-2cbb928b3e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3980661'] for network (a5e0ee09-af9b-47bb-91a6-5a6b90ff711c), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:24.004286 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [None req-5d0c69de-1f59-4ebe-a5db-2cbb928b3e6c admin admin] Deleting port 7c2ca12a-9ab0-41df-aea4-c82c16b7f19b {{(pid=110144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:03:24.004858 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5d0c69de-1f59-4ebe-a5db-2cbb928b3e6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (7c2ca12a-9ab0-41df-aea4-c82c16b7f19b), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:24.061926 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f36e033-4e3e-4846-8fe8-92b6d74b8950 None None] DHCP port deletion for a5e0ee09-af9b-47bb-91a6-5a6b90ff711c request from dv-cinder-740146-13-iscsi {{(pid=110146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 05:03:24.068345 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [None req-5d0c69de-1f59-4ebe-a5db-2cbb928b3e6c admin admin] For port 7c2ca12a-9ab0-41df-aea4-c82c16b7f19b, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=7c2ca12a-9ab0-41df-aea4-c82c16b7f19b,segment=NetworkSegment(4904b58b-aea2-4630-b83a-0db65c659289),segment_id=4904b58b-aea2-4630-b83a-0db65c659289)] {{(pid=110144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:03:24.068710 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5d0c69de-1f59-4ebe-a5db-2cbb928b3e6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (7c2ca12a-9ab0-41df-aea4-c82c16b7f19b), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:24.085533 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [None req-5d0c69de-1f59-4ebe-a5db-2cbb928b3e6c admin admin] Calling delete_port for 7c2ca12a-9ab0-41df-aea4-c82c16b7f19b owned by network:dhcp {{(pid=110144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:03:24.109346 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-1f36e033-4e3e-4846-8fe8-92b6d74b8950 None None] Deleting port 7c2ca12a-9ab0-41df-aea4-c82c16b7f19b {{(pid=110146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:03:24.109671 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-1f36e033-4e3e-4846-8fe8-92b6d74b8950 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (7c2ca12a-9ab0-41df-aea4-c82c16b7f19b), before_delete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:24.177589 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-1f36e033-4e3e-4846-8fe8-92b6d74b8950 None None] For port 7c2ca12a-9ab0-41df-aea4-c82c16b7f19b, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=7c2ca12a-9ab0-41df-aea4-c82c16b7f19b,segment=NetworkSegment(4904b58b-aea2-4630-b83a-0db65c659289),segment_id=4904b58b-aea2-4630-b83a-0db65c659289)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:03:24.178044 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-1f36e033-4e3e-4846-8fe8-92b6d74b8950 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (7c2ca12a-9ab0-41df-aea4-c82c16b7f19b), precommit_delete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:24.190889 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-1f36e033-4e3e-4846-8fe8-92b6d74b8950 None None] Calling delete_port for 7c2ca12a-9ab0-41df-aea4-c82c16b7f19b owned by network:dhcp {{(pid=110146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:03:24.208113 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5d0c69de-1f59-4ebe-a5db-2cbb928b3e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (7c2ca12a-9ab0-41df-aea4-c82c16b7f19b), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:24.233240 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c69de-1f59-4ebe-a5db-2cbb928b3e6c admin admin] Pushing event deleted for resources: {'Port': ['ID=7c2ca12a-9ab0-41df-aea4-c82c16b7f19b,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:03:24.236845 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0c69de-1f59-4ebe-a5db-2cbb928b3e6c admin admin] No DVR routers for this DVR port 7c2ca12a-9ab0-41df-aea4-c82c16b7f19b on host dv-cinder-740146-13-iscsi {{(pid=110144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 05:03:24.292746 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-1f36e033-4e3e-4846-8fe8-92b6d74b8950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864'] for port (7c2ca12a-9ab0-41df-aea4-c82c16b7f19b), after_delete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:24.316842 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5d0c69de-1f59-4ebe-a5db-2cbb928b3e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3756149', 'neutron.services.segments.db._delete_segments_for_network-8769087550311'] for network (a5e0ee09-af9b-47bb-91a6-5a6b90ff711c), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:24.322076 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36e033-4e3e-4846-8fe8-92b6d74b8950 None None] Pushing event deleted for resources: {'Port': ['ID=7c2ca12a-9ab0-41df-aea4-c82c16b7f19b,revision_number=None']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:03:24.326921 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f36e033-4e3e-4846-8fe8-92b6d74b8950 None None] No DVR routers for this DVR port 7c2ca12a-9ab0-41df-aea4-c82c16b7f19b on host dv-cinder-740146-13-iscsi {{(pid=110146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 05:03:24.333204 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36e033-4e3e-4846-8fe8-92b6d74b8950 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:24.333532 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36e033-4e3e-4846-8fe8-92b6d74b8950 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:24.333882 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36e033-4e3e-4846-8fe8-92b6d74b8950 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:24.334226 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36e033-4e3e-4846-8fe8-92b6d74b8950 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:24.334560 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36e033-4e3e-4846-8fe8-92b6d74b8950 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:24.334898 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36e033-4e3e-4846-8fe8-92b6d74b8950 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:24.335228 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36e033-4e3e-4846-8fe8-92b6d74b8950 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:24.335552 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36e033-4e3e-4846-8fe8-92b6d74b8950 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:24.335880 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36e033-4e3e-4846-8fe8-92b6d74b8950 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:24.336316 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36e033-4e3e-4846-8fe8-92b6d74b8950 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:24.336525 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36e033-4e3e-4846-8fe8-92b6d74b8950 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:24.336847 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36e033-4e3e-4846-8fe8-92b6d74b8950 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:24.337188 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f36e033-4e3e-4846-8fe8-92b6d74b8950 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-740146-13-iscsi {{(pid=110146) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 08 05:03:24.338649 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.services.segments.db [None req-5d0c69de-1f59-4ebe-a5db-2cbb928b3e6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e0ee09-af9b-47bb-91a6-5a6b90ff711c']}} {{(pid=110144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:03:24.352129 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.services.segments.db [None req-5d0c69de-1f59-4ebe-a5db-2cbb928b3e6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4904b58b-aea2-4630-b83a-0db65c659289') {'for_net_delete': True} {{(pid=110144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:03:24.352129 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.services.segments.db [None req-5d0c69de-1f59-4ebe-a5db-2cbb928b3e6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4904b58b-aea2-4630-b83a-0db65c659289') {} {{(pid=110144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:03:24.357667 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5d0c69de-1f59-4ebe-a5db-2cbb928b3e6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769087551344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58735355'] for segment (4904b58b-aea2-4630-b83a-0db65c659289), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:24.371258 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5d0c69de-1f59-4ebe-a5db-2cbb928b3e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041'] for segment (4904b58b-aea2-4630-b83a-0db65c659289), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:24.377116 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d0c69de-1f59-4ebe-a5db-2cbb928b3e6c admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=110144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 05:03:24.377565 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5d0c69de-1f59-4ebe-a5db-2cbb928b3e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4052337'] for segment (4904b58b-aea2-4630-b83a-0db65c659289), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:24.379188 dv-cinder-740146-13-iscsi neutron-server[110144]: Traceback (most recent call last): Mar 08 05:03:24.379188 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 05:03:24.379188 dv-cinder-740146-13-iscsi neutron-server[110144]: timer() Mar 08 05:03:24.379188 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 05:03:24.379188 dv-cinder-740146-13-iscsi neutron-server[110144]: cb(*args, **kw) Mar 08 05:03:24.379188 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 05:03:24.379188 dv-cinder-740146-13-iscsi neutron-server[110144]: return func(*args, **kwargs) Mar 08 05:03:24.379188 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 05:03:24.379188 dv-cinder-740146-13-iscsi neutron-server[110144]: self._notify() Mar 08 05:03:24.379188 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 05:03:24.379188 dv-cinder-740146-13-iscsi neutron-server[110144]: self.callback(batched_events) Mar 08 05:03:24.379188 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 05:03:24.379188 dv-cinder-740146-13-iscsi neutron-server[110144]: event.method(event) Mar 08 05:03:24.379188 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 05:03:24.379188 dv-cinder-740146-13-iscsi neutron-server[110144]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 05:03:24.379188 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 05:03:24.379188 dv-cinder-740146-13-iscsi neutron-server[110144]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 05:03:24.379188 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 05:03:24.379188 dv-cinder-740146-13-iscsi neutron-server[110144]: return f(self, *a, **k) Mar 08 05:03:24.379188 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 05:03:24.379188 dv-cinder-740146-13-iscsi neutron-server[110144]: return self._get(url).json() Mar 08 05:03:24.379188 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 05:03:24.379188 dv-cinder-740146-13-iscsi neutron-server[110144]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 05:03:24.379188 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 05:03:24.379188 dv-cinder-740146-13-iscsi neutron-server[110144]: return self.request(url, 'GET', **kwargs) Mar 08 05:03:24.379188 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 05:03:24.379188 dv-cinder-740146-13-iscsi neutron-server[110144]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 05:03:24.379188 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 05:03:24.379188 dv-cinder-740146-13-iscsi neutron-server[110144]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 05:03:24.379188 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 05:03:24.379188 dv-cinder-740146-13-iscsi neutron-server[110144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 05:03:24.379188 dv-cinder-740146-13-iscsi neutron-server[110144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 05:03:24.436182 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6 no longer exists at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:03:24.456928 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] No Port match for: a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6 {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:03:24.457301 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device a9bb0747-b638-4a19-9ce9-6c56b3e6f9a6 not bound to the agent host dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:03:24.457709 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 7c2ca12a-9ab0-41df-aea4-c82c16b7f19b no longer exists at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:03:24.476197 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] No Port match for: 7c2ca12a-9ab0-41df-aea4-c82c16b7f19b {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:03:24.476402 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5d0c69de-1f59-4ebe-a5db-2cbb928b3e6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3756156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-950959'] for network (a5e0ee09-af9b-47bb-91a6-5a6b90ff711c), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:24.476529 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 7c2ca12a-9ab0-41df-aea4-c82c16b7f19b not bound to the agent host dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:03:24.476929 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device bd735f17-7f06-456d-bc56-188012149a29 no longer exists at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:03:24.481845 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-5d0c69de-1f59-4ebe-a5db-2cbb928b3e6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for network (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:24.485410 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-5d0c69de-1f59-4ebe-a5db-2cbb928b3e6c admin admin] 10.222.0.35 "DELETE /v2.0/networks/a5e0ee09-af9b-47bb-91a6-5a6b90ff711c HTTP/1.1" status: 204 len: 168 time: 0.6021373 Mar 08 05:03:24.488892 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 50082) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:03:24.497711 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] No Port match for: bd735f17-7f06-456d-bc56-188012149a29 {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:03:24.497711 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device bd735f17-7f06-456d-bc56-188012149a29 not bound to the agent host dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:03:24.498331 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c69de-1f59-4ebe-a5db-2cbb928b3e6c admin admin] Pushing event deleted for resources: {'Network': ['ID=a5e0ee09-af9b-47bb-91a6-5a6b90ff711c,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:03:24.828722 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6f1bfb16-2c7e-451d-b4c0-2fa476e6d335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-956245'] for router_interface (78ca6e1f-463a-4d52-b2c9-b995a156bae4), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:25.308990 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-6f1bfb16-2c7e-451d-b4c0-2fa476e6d335 admin admin] Deleting port 417944b4-c18a-4c5f-8131-befe55b00275 {{(pid=110145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:03:25.309382 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6f1bfb16-2c7e-451d-b4c0-2fa476e6d335 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (417944b4-c18a-4c5f-8131-befe55b00275), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:25.389482 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.db [None req-6f1bfb16-2c7e-451d-b4c0-2fa476e6d335 admin admin] For port 417944b4-c18a-4c5f-8131-befe55b00275, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=417944b4-c18a-4c5f-8131-befe55b00275,segment=NetworkSegment(b666488b-8900-4485-b5bd-4c3afd595054),segment_id=b666488b-8900-4485-b5bd-4c3afd595054)] {{(pid=110145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:03:25.389843 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6f1bfb16-2c7e-451d-b4c0-2fa476e6d335 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (417944b4-c18a-4c5f-8131-befe55b00275), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:25.401699 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-6f1bfb16-2c7e-451d-b4c0-2fa476e6d335 admin admin] Calling delete_port for 417944b4-c18a-4c5f-8131-befe55b00275 owned by network:router_interface {{(pid=110145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:03:25.647724 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6f1bfb16-2c7e-451d-b4c0-2fa476e6d335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793137'] for port (417944b4-c18a-4c5f-8131-befe55b00275), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:25.671430 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1bfb16-2c7e-451d-b4c0-2fa476e6d335 admin admin] Pushing event deleted for resources: {'Port': ['ID=417944b4-c18a-4c5f-8131-befe55b00275,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:03:25.838366 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-6f1bfb16-2c7e-451d-b4c0-2fa476e6d335 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-956193'] for router_interface (78ca6e1f-463a-4d52-b2c9-b995a156bae4), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:26.055140 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1bfb16-2c7e-451d-b4c0-2fa476e6d335 admin admin] Router 78ca6e1f-463a-4d52-b2c9-b995a156bae4 has already been hosted by L3 agent c81078df-b6e8-4e96-933f-e3152bd725c8 {{(pid=110145) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 08 05:03:26.164893 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1bfb16-2c7e-451d-b4c0-2fa476e6d335 admin admin] Notify agent at l3_agent.dv-cinder-740146-13-iscsi the message routers_updated {{(pid=110145) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 08 05:03:26.171267 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-6f1bfb16-2c7e-451d-b4c0-2fa476e6d335 admin admin] 10.222.0.35 "PUT /v2.0/routers/78ca6e1f-463a-4d52-b2c9-b995a156bae4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6810105 Mar 08 05:03:26.173712 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [-] (110145) accepted ('10.222.0.35', 50084) {{(pid=110145) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:03:26.175112 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52aee69-2743-41fb-994c-f23ca39f8c1b None None] Sync routers for ids ['78ca6e1f-463a-4d52-b2c9-b995a156bae4'] in dv-cinder-740146-13-iscsi {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 08 05:03:26.187664 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52aee69-2743-41fb-994c-f23ca39f8c1b None None] Routers {'78ca6e1f-463a-4d52-b2c9-b995a156bae4'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:03:26.188283 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-a52aee69-2743-41fb-994c-f23ca39f8c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T05:03:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['78ca6e1f-463a-4d52-b2c9-b995a156bae4'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:03:26.282273 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-a9029948-e6f2-4d00-bf7a-dd9048878355 admin admin] Publish callbacks [] for router (78ca6e1f-463a-4d52-b2c9-b995a156bae4), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:26.294999 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-a52aee69-2743-41fb-994c-f23ca39f8c1b None None] Set router 78ca6e1f-463a-4d52-b2c9-b995a156bae4 gateway port host: dv-cinder-740146-13-iscsi {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:03:26.386581 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-a9029948-e6f2-4d00-bf7a-dd9048878355 admin admin] Publish callbacks [] for router_gateway (78ca6e1f-463a-4d52-b2c9-b995a156bae4), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:26.475425 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-a52aee69-2743-41fb-994c-f23ca39f8c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ca6e1f-463a-4d52-b2c9-b995a156bae4', 'name': 'tempest-TestVolumeBootPattern-990188888-router', 'tenant_id': 'd4abad78c1ab419f9b8d13a1b9d94533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'external_fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'a1089027-993c-4747-a82c-255426bd0b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:54:46Z', 'updated_at': '2022-03-08T05:03:25Z', 'revision_number': 5, 'project_id': 'd4abad78c1ab419f9b8d13a1b9d94533', 'gw_port': {'id': 'a1089027-993c-4747-a82c-255426bd0b5f', 'name': '', 'network_id': 'e335cf5a-bd08-4697-9061-81dcecc4c284', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:d5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ca6e1f-463a-4d52-b2c9-b995a156bae4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-740146-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-08T04:54:47Z', 'updated_at': '2022-03-08T04:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5add51e7-3273-4e08-a772-a967bfff1dcd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-740146-13-iscsi'}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:03:26.501887 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52aee69-2743-41fb-994c-f23ca39f8c1b None None] Checking router: 78ca6e1f-463a-4d52-b2c9-b995a156bae4 for host: dv-cinder-740146-13-iscsi {{(pid=110146) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 08 05:03:26.509902 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52aee69-2743-41fb-994c-f23ca39f8c1b None None] Routers {'78ca6e1f-463a-4d52-b2c9-b995a156bae4'} bound to L3 agent in host dv-cinder-740146-13-iscsi {{(pid=110146) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 08 05:03:26.510060 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-a9029948-e6f2-4d00-bf7a-dd9048878355 admin admin] Deleting port a1089027-993c-4747-a82c-255426bd0b5f {{(pid=110145) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:03:26.510307 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-a9029948-e6f2-4d00-bf7a-dd9048878355 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (a1089027-993c-4747-a82c-255426bd0b5f), before_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:26.510495 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-a52aee69-2743-41fb-994c-f23ca39f8c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-740146-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-08T04:35:16Z,description=,heartbeat_timestamp=2022-03-08T05:03:16Z,host='dv-cinder-740146-13-iscsi',id=c81078df-b6e8-4e96-933f-e3152bd725c8,load=0,resource_versions=,resources_synced=,started_at=2022-03-08T04:35:17Z,topic='l3_agent')) {'router_ids': ['78ca6e1f-463a-4d52-b2c9-b995a156bae4'], 'active': True} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:03:26.591788 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.db [None req-a9029948-e6f2-4d00-bf7a-dd9048878355 admin admin] For port a1089027-993c-4747-a82c-255426bd0b5f, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=a1089027-993c-4747-a82c-255426bd0b5f,segment=NetworkSegment(83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c),segment_id=83e74f6a-e9d0-4b6c-a75a-64fa1df58a5c)] {{(pid=110145) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:03:26.592322 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-a9029948-e6f2-4d00-bf7a-dd9048878355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (a1089027-993c-4747-a82c-255426bd0b5f), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:26.598262 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvr_db [None req-a52aee69-2743-41fb-994c-f23ca39f8c1b None None] Set router 78ca6e1f-463a-4d52-b2c9-b995a156bae4 gateway port host: None {{(pid=110146) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 08 05:03:26.604699 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.plugins.ml2.plugin [None req-a9029948-e6f2-4d00-bf7a-dd9048878355 admin admin] Calling delete_port for a1089027-993c-4747-a82c-255426bd0b5f owned by network:router_gateway {{(pid=110145) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:03:26.649400 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_hamode_db [None req-a52aee69-2743-41fb-994c-f23ca39f8c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ca6e1f-463a-4d52-b2c9-b995a156bae4', 'name': 'tempest-TestVolumeBootPattern-990188888-router', 'tenant_id': 'd4abad78c1ab419f9b8d13a1b9d94533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:54:46Z', 'updated_at': '2022-03-08T05:03:26Z', 'revision_number': 6, 'project_id': 'd4abad78c1ab419f9b8d13a1b9d94533', 'gw_port_host': None}], 'dv-cinder-740146-13-iscsi', False) {} {{(pid=110146) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:03:26.678743 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52aee69-2743-41fb-994c-f23ca39f8c1b None None] The sync data for ids ['78ca6e1f-463a-4d52-b2c9-b995a156bae4'] in dv-cinder-740146-13-iscsi is: [{'id': '78ca6e1f-463a-4d52-b2c9-b995a156bae4', 'name': 'tempest-TestVolumeBootPattern-990188888-router', 'tenant_id': 'd4abad78c1ab419f9b8d13a1b9d94533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-08T04:54:46Z', 'updated_at': '2022-03-08T05:03:26Z', 'revision_number': 6, 'project_id': 'd4abad78c1ab419f9b8d13a1b9d94533', 'gw_port_host': None}] {{(pid=110146) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 08 05:03:26.818180 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-a9029948-e6f2-4d00-bf7a-dd9048878355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62793137'] for port (a1089027-993c-4747-a82c-255426bd0b5f), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:26.844623 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9029948-e6f2-4d00-bf7a-dd9048878355 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1089027-993c-4747-a82c-255426bd0b5f,revision_number=None']} {{(pid=110145) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:03:26.905022 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-a9029948-e6f2-4d00-bf7a-dd9048878355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-950923'] for router_gateway (78ca6e1f-463a-4d52-b2c9-b995a156bae4), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:26.996166 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-a9029948-e6f2-4d00-bf7a-dd9048878355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-955711', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9283'] for router (78ca6e1f-463a-4d52-b2c9-b995a156bae4), precommit_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:26.998194 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-a9029948-e6f2-4d00-bf7a-dd9048878355 admin admin] Publish callbacks [] for router_controller (78ca6e1f-463a-4d52-b2c9-b995a156bae4), precommit_delete_associations {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:27.104634 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-a9029948-e6f2-4d00-bf7a-dd9048878355 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-955688'] for router (78ca6e1f-463a-4d52-b2c9-b995a156bae4), after_delete {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:27.105287 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9029948-e6f2-4d00-bf7a-dd9048878355 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78ca6e1f-463a-4d52-b2c9-b995a156bae4 {{(pid=110145) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 08 05:03:27.109511 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron_lib.callbacks.manager [None req-a9029948-e6f2-4d00-bf7a-dd9048878355 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110145) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:27.110968 dv-cinder-740146-13-iscsi neutron-server[110145]: INFO neutron.wsgi [None req-a9029948-e6f2-4d00-bf7a-dd9048878355 admin admin] 10.222.0.35 "DELETE /v2.0/routers/78ca6e1f-463a-4d52-b2c9-b995a156bae4 HTTP/1.1" status: 204 len: 168 time: 0.9362559 Mar 08 05:03:27.113560 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 50086) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:03:27.160341 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca092a63-407d-43cc-8d8c-fb34fef212cf admin admin] Deleting subnet 8c3adb26-a510-4cb4-9825-fd081e2089ea {{(pid=110144) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 08 05:03:27.163260 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ca092a63-407d-43cc-8d8c-fb34fef212cf admin admin] Publish callbacks [] for subnet (8c3adb26-a510-4cb4-9825-fd081e2089ea), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:27.195400 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ca092a63-407d-43cc-8d8c-fb34fef212cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58735104'] for subnet (8c3adb26-a510-4cb4-9825-fd081e2089ea), precommit_delete_associations {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:27.268213 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ca092a63-407d-43cc-8d8c-fb34fef212cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4105722'] for subnet (8c3adb26-a510-4cb4-9825-fd081e2089ea), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:27.373595 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ca092a63-407d-43cc-8d8c-fb34fef212cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4105697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-466769', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4052251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58903418'] for subnet (8c3adb26-a510-4cb4-9825-fd081e2089ea), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:27.398612 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca092a63-407d-43cc-8d8c-fb34fef212cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c3adb26-a510-4cb4-9825-fd081e2089ea,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:03:27.401921 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-ca092a63-407d-43cc-8d8c-fb34fef212cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:27.405022 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-ca092a63-407d-43cc-8d8c-fb34fef212cf admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8c3adb26-a510-4cb4-9825-fd081e2089ea HTTP/1.1" status: 204 len: 168 time: 0.2904696 Mar 08 05:03:27.409085 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 50088) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:03:27.411330 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85046c7d-7e1e-4d60-b319-2ecf7b9cef98 None None] Network 57a5ffb2-c530-4bfc-9f45-34b5bc13d8c8 requested from dv-cinder-740146-13-iscsi {{(pid=110146) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 08 05:03:27.477134 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-41db7690-0d95-4878-a08b-daf0838ccc08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3980661'] for network (57a5ffb2-c530-4bfc-9f45-34b5bc13d8c8), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:27.529825 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [None req-41db7690-0d95-4878-a08b-daf0838ccc08 admin admin] Deleting port cc89a32d-fd75-4480-8143-5832c06ff478 {{(pid=110144) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:03:27.530190 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-41db7690-0d95-4878-a08b-daf0838ccc08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (cc89a32d-fd75-4480-8143-5832c06ff478), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:27.576372 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77993d0-2541-4964-8d2a-fc78d4de86e8 None None] DHCP port deletion for 57a5ffb2-c530-4bfc-9f45-34b5bc13d8c8 request from dv-cinder-740146-13-iscsi {{(pid=110146) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 08 05:03:27.598935 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.db [None req-41db7690-0d95-4878-a08b-daf0838ccc08 admin admin] For port cc89a32d-fd75-4480-8143-5832c06ff478, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=cc89a32d-fd75-4480-8143-5832c06ff478,segment=NetworkSegment(b666488b-8900-4485-b5bd-4c3afd595054),segment_id=b666488b-8900-4485-b5bd-4c3afd595054)] {{(pid=110144) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:03:27.599301 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-41db7690-0d95-4878-a08b-daf0838ccc08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (cc89a32d-fd75-4480-8143-5832c06ff478), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:27.612760 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.plugin [None req-41db7690-0d95-4878-a08b-daf0838ccc08 admin admin] Calling delete_port for cc89a32d-fd75-4480-8143-5832c06ff478 owned by network:dhcp {{(pid=110144) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:03:27.625551 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-a77993d0-2541-4964-8d2a-fc78d4de86e8 None None] Deleting port cc89a32d-fd75-4480-8143-5832c06ff478 {{(pid=110146) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 08 05:03:27.625681 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-a77993d0-2541-4964-8d2a-fc78d4de86e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769087606083'] for port (cc89a32d-fd75-4480-8143-5832c06ff478), before_delete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:27.690169 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.db [None req-a77993d0-2541-4964-8d2a-fc78d4de86e8 None None] For port cc89a32d-fd75-4480-8143-5832c06ff478, host dv-cinder-740146-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-740146-13-iscsi',level=0,port_id=cc89a32d-fd75-4480-8143-5832c06ff478,segment=NetworkSegment(b666488b-8900-4485-b5bd-4c3afd595054),segment_id=b666488b-8900-4485-b5bd-4c3afd595054)] {{(pid=110146) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 08 05:03:27.690416 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-a77993d0-2541-4964-8d2a-fc78d4de86e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-964935'] for port (cc89a32d-fd75-4480-8143-5832c06ff478), precommit_delete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:27.706028 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-a77993d0-2541-4964-8d2a-fc78d4de86e8 None None] Calling delete_port for cc89a32d-fd75-4480-8143-5832c06ff478 owned by network:dhcp {{(pid=110146) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 08 05:03:27.761686 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-41db7690-0d95-4878-a08b-daf0838ccc08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4052268'] for port (cc89a32d-fd75-4480-8143-5832c06ff478), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:27.787344 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-a77993d0-2541-4964-8d2a-fc78d4de86e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3748496', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401468', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769087612582', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769087239864'] for port (cc89a32d-fd75-4480-8143-5832c06ff478), after_delete {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:27.788467 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db7690-0d95-4878-a08b-daf0838ccc08 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc89a32d-fd75-4480-8143-5832c06ff478,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:03:27.790322 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41db7690-0d95-4878-a08b-daf0838ccc08 admin admin] No DVR routers for this DVR port cc89a32d-fd75-4480-8143-5832c06ff478 on host dv-cinder-740146-13-iscsi {{(pid=110144) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 05:03:27.814581 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77993d0-2541-4964-8d2a-fc78d4de86e8 None None] Pushing event deleted for resources: {'Port': ['ID=cc89a32d-fd75-4480-8143-5832c06ff478,revision_number=None']} {{(pid=110146) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:03:27.815962 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77993d0-2541-4964-8d2a-fc78d4de86e8 None None] No DVR routers for this DVR port cc89a32d-fd75-4480-8143-5832c06ff478 on host dv-cinder-740146-13-iscsi {{(pid=110146) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 08 05:03:27.862254 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-41db7690-0d95-4878-a08b-daf0838ccc08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3756149', 'neutron.services.segments.db._delete_segments_for_network-8769087550311'] for network (57a5ffb2-c530-4bfc-9f45-34b5bc13d8c8), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:27.882087 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.services.segments.db [None req-41db7690-0d95-4878-a08b-daf0838ccc08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57a5ffb2-c530-4bfc-9f45-34b5bc13d8c8']}} {{(pid=110144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:03:27.891153 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.services.segments.db [None req-41db7690-0d95-4878-a08b-daf0838ccc08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b666488b-8900-4485-b5bd-4c3afd595054') {'for_net_delete': True} {{(pid=110144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:03:27.891609 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.services.segments.db [None req-41db7690-0d95-4878-a08b-daf0838ccc08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b666488b-8900-4485-b5bd-4c3afd595054') {} {{(pid=110144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 08 05:03:27.907196 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-41db7690-0d95-4878-a08b-daf0838ccc08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769087551344', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58735355'] for segment (b666488b-8900-4485-b5bd-4c3afd595054), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:27.920397 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-41db7690-0d95-4878-a08b-daf0838ccc08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041'] for segment (b666488b-8900-4485-b5bd-4c3afd595054), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:27.926146 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41db7690-0d95-4878-a08b-daf0838ccc08 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=110144) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 08 05:03:27.928827 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-41db7690-0d95-4878-a08b-daf0838ccc08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4105041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4052337'] for segment (b666488b-8900-4485-b5bd-4c3afd595054), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:27.928827 dv-cinder-740146-13-iscsi neutron-server[110144]: Traceback (most recent call last): Mar 08 05:03:27.928827 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 08 05:03:27.928827 dv-cinder-740146-13-iscsi neutron-server[110144]: timer() Mar 08 05:03:27.928827 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 08 05:03:27.928827 dv-cinder-740146-13-iscsi neutron-server[110144]: cb(*args, **kw) Mar 08 05:03:27.928827 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 08 05:03:27.928827 dv-cinder-740146-13-iscsi neutron-server[110144]: return func(*args, **kwargs) Mar 08 05:03:27.928827 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 08 05:03:27.928827 dv-cinder-740146-13-iscsi neutron-server[110144]: self._notify() Mar 08 05:03:27.928827 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 08 05:03:27.928827 dv-cinder-740146-13-iscsi neutron-server[110144]: self.callback(batched_events) Mar 08 05:03:27.928827 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 08 05:03:27.928827 dv-cinder-740146-13-iscsi neutron-server[110144]: event.method(event) Mar 08 05:03:27.928827 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 08 05:03:27.928827 dv-cinder-740146-13-iscsi neutron-server[110144]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 08 05:03:27.928827 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 08 05:03:27.928827 dv-cinder-740146-13-iscsi neutron-server[110144]: aggregate_uuid = self.p_client.list_aggregates( Mar 08 05:03:27.928827 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 08 05:03:27.928827 dv-cinder-740146-13-iscsi neutron-server[110144]: return f(self, *a, **k) Mar 08 05:03:27.928827 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 08 05:03:27.928827 dv-cinder-740146-13-iscsi neutron-server[110144]: return self._get(url).json() Mar 08 05:03:27.928827 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 08 05:03:27.928827 dv-cinder-740146-13-iscsi neutron-server[110144]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 08 05:03:27.928827 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 08 05:03:27.928827 dv-cinder-740146-13-iscsi neutron-server[110144]: return self.request(url, 'GET', **kwargs) Mar 08 05:03:27.928827 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 08 05:03:27.928827 dv-cinder-740146-13-iscsi neutron-server[110144]: base_url = self.get_endpoint(auth, allow=allow, Mar 08 05:03:27.928827 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 08 05:03:27.928827 dv-cinder-740146-13-iscsi neutron-server[110144]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 08 05:03:27.928827 dv-cinder-740146-13-iscsi neutron-server[110144]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 08 05:03:27.928827 dv-cinder-740146-13-iscsi neutron-server[110144]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 08 05:03:27.928827 dv-cinder-740146-13-iscsi neutron-server[110144]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 08 05:03:28.042500 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-41db7690-0d95-4878-a08b-daf0838ccc08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3756156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580985', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633093', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-950959'] for network (57a5ffb2-c530-4bfc-9f45-34b5bc13d8c8), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:28.047710 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-41db7690-0d95-4878-a08b-daf0838ccc08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-633111'] for network (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:28.050933 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-41db7690-0d95-4878-a08b-daf0838ccc08 admin admin] 10.222.0.35 "DELETE /v2.0/networks/57a5ffb2-c530-4bfc-9f45-34b5bc13d8c8 HTTP/1.1" status: 204 len: 168 time: 0.6408052 Mar 08 05:03:28.061310 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db7690-0d95-4878-a08b-daf0838ccc08 admin admin] Pushing event deleted for resources: {'Network': ['ID=57a5ffb2-c530-4bfc-9f45-34b5bc13d8c8,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:03:28.350736 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 50096) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:03:28.392060 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-1f1b304b-06c7-4e90-8fb6-f8dc6a007db0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=765d2cac172b406bbe3b16713b3aedd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378633 Mar 08 05:03:28.392060 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 50098) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:03:28.438322 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-0828f7a6-619d-439e-ba8a-8469864b2af5 admin admin] Publish callbacks [] for security_group (9a9baf18-34dd-4c1e-bcd8-b00603bbb866), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:28.448565 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device a1089027-993c-4747-a82c-255426bd0b5f no longer exists at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:03:28.463886 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-0828f7a6-619d-439e-ba8a-8469864b2af5 admin admin] Publish callbacks [] for security_group (9a9baf18-34dd-4c1e-bcd8-b00603bbb866), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:28.470054 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] No Port match for: a1089027-993c-4747-a82c-255426bd0b5f {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:03:28.470490 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device a1089027-993c-4747-a82c-255426bd0b5f not bound to the agent host dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:03:28.470971 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device cc89a32d-fd75-4480-8143-5832c06ff478 no longer exists at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:03:28.489297 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] No Port match for: cc89a32d-fd75-4480-8143-5832c06ff478 {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:03:28.489649 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device cc89a32d-fd75-4480-8143-5832c06ff478 not bound to the agent host dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:03:28.490054 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 417944b4-c18a-4c5f-8131-befe55b00275 no longer exists at agent ovs-agent-dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 08 05:03:28.585133 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-0828f7a6-619d-439e-ba8a-8469864b2af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (9a9baf18-34dd-4c1e-bcd8-b00603bbb866), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:28.588504 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-0828f7a6-619d-439e-ba8a-8469864b2af5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:28.589737 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-0828f7a6-619d-439e-ba8a-8469864b2af5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9a9baf18-34dd-4c1e-bcd8-b00603bbb866 HTTP/1.1" status: 204 len: 168 time: 0.1967998 Mar 08 05:03:28.603186 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0828f7a6-619d-439e-ba8a-8469864b2af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9baf18-34dd-4c1e-bcd8-b00603bbb866,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:03:28.644962 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.plugin [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] No Port match for: 417944b4-c18a-4c5f-8131-befe55b00275 {{(pid=110146) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 08 05:03:28.645337 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron.plugins.ml2.rpc [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Device 417944b4-c18a-4c5f-8131-befe55b00275 not bound to the agent host dv-cinder-740146-13-iscsi {{(pid=110146) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 08 05:03:29.161759 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 50106) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:03:29.200560 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-27d951fe-ae2c-4b89-882f-2269e51ab6db admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d4abad78c1ab419f9b8d13a1b9d94533&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376282 Mar 08 05:03:29.202950 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.wsgi [-] (110144) accepted ('10.222.0.35', 50108) {{(pid=110144) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 08 05:03:29.247722 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-0d6bd2c8-6e53-4151-8eab-b8a438b00e09 admin admin] Publish callbacks [] for security_group (a4047c4d-aa9e-4e6e-b875-b56501c59d39), before_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:29.268009 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-0d6bd2c8-6e53-4151-8eab-b8a438b00e09 admin admin] Publish callbacks [] for security_group (a4047c4d-aa9e-4e6e-b875-b56501c59d39), precommit_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:29.355696 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-0d6bd2c8-6e53-4151-8eab-b8a438b00e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575895'] for security_group (a4047c4d-aa9e-4e6e-b875-b56501c59d39), after_delete {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:29.358154 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron_lib.callbacks.manager [None req-0d6bd2c8-6e53-4151-8eab-b8a438b00e09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:29.362550 dv-cinder-740146-13-iscsi neutron-server[110144]: INFO neutron.wsgi [None req-0d6bd2c8-6e53-4151-8eab-b8a438b00e09 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a4047c4d-aa9e-4e6e-b875-b56501c59d39 HTTP/1.1" status: 204 len: 168 time: 0.1555114 Mar 08 05:03:29.367426 dv-cinder-740146-13-iscsi neutron-server[110144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bd2c8-6e53-4151-8eab-b8a438b00e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4047c4d-aa9e-4e6e-b875-b56501c59d39,revision_number=None']} {{(pid=110144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 08 05:03:29.881655 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:44.001445 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-0e7754e3-aea5-4887-bbf9-d0b709c5b3f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:46.241481 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-8cef0ef4-70c8-4508-b980-8a9fa7685fbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:47.269423 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:48.801112 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:50.115198 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:03:58.181742 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:03:59.897461 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:04:14.040096 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4be19738-5371-4a07-a004-1583e2f63be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:04:16.251785 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-61b7fcb8-8280-41cb-aaa2-dbc4be1dc63f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:04:17.314454 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:04:18.754754 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:04:20.142858 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:04:29.874273 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:04:35.181003 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:04:43.999752 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-abba7162-e395-4a87-9a63-3fbba52a12bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:04:46.234215 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c8def07d-b823-4b2d-852e-ceb7c539813e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:04:47.285504 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:04:48.770899 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:04:50.119686 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:04:59.919333 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:05:12.179811 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:05:13.987394 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-e72e818c-cb94-4a8f-95f0-0648b7c155af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:05:16.250512 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-6e471d58-b0b6-4aee-a872-576e27d273ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:05:17.301911 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:05:18.770324 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:05:20.101345 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:05:29.913047 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:05:44.021186 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-bfe36bdc-bbff-4c11-a571-509302f3509f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:05:46.255131 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-cd37382e-f781-4182-8d45-cc5ebe498766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:05:47.324030 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:05:48.758297 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:05:49.177566 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:05:50.140696 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:05:59.935152 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:14.009022 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-a89fc402-3a87-431e-812a-986ca9392888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:16.260556 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-63c99326-8d37-4b63-8783-45518a488ee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:17.334584 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:18.831999 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:20.100249 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:26.176735 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:06:29.974597 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:43.979579 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-bae4ad74-9b63-4dad-b0a9-2e6cafaaf15c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:46.271149 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-29066a22-88d8-41c3-b688-ef7ec0da2c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:47.305825 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:48.779839 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:50.134174 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:06:59.922348 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:07:03.175527 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:07:14.025614 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-6f22a421-977d-4536-b7eb-6b3bc33b6f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:07:16.265017 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-8be6b35c-c984-45e8-9216-1ee94eb3db58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:07:17.310644 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:07:18.795419 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:07:20.104660 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:07:29.950262 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:07:40.173903 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:07:44.024895 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-b49f141b-4988-4964-93b7-a508cf9a7be0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:07:46.310208 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-f202256d-bf1d-4d99-a098-cb8afa18b1d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:07:47.310754 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:07:48.133442 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [req-b7f04777-5df1-4499-b601-0e5f857f7680 req-0aabf96d-485d-44f6-8caf-3a8a4dffa7a3 service neutron] (110145) timed out ('10.222.0.35', 43628) {{(pid=110145) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 05:07:48.206103 dv-cinder-740146-13-iscsi neutron-server[110145]: DEBUG neutron.wsgi [req-b7f04777-5df1-4499-b601-0e5f857f7680 req-0f5c0c91-2252-4d28-93ff-4d787b253b07 tempest-AttachVolumeShelveTestJSON-2089031217 tempest-AttachVolumeShelveTestJSON-2089031217-project] (110145) timed out ('10.222.0.35', 43636) {{(pid=110145) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 08 05:07:48.801014 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:07:50.121041 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:07:59.977454 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:08:13.995083 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-061a3499-de66-498c-ae99-3fd9a43b008b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:08:16.275651 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-66edaaf1-e94a-4ae2-925e-b29703ce492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:08:17.172784 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:08:17.326231 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:08:18.806200 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:08:20.178499 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:08:29.954360 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:08:43.994310 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c8864489-76e8-4bfd-aec2-699ac7212424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (0b7bcd49-0510-447e-bc01-0aee655b7fc1), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:08:46.279802 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-71b67af1-ca61-4e40-aecf-5af9af884e4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (c81078df-b6e8-4e96-933f-e3152bd725c8), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:08:47.342981 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-4f0e0e21-6022-4ae1-bccf-1fcec149e682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4931e05b-2c53-41fb-b976-b298e38ef400), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:08:48.794460 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c3f72cc5-63e2-401e-a482-b938055eaed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (52708c47-3cfb-4d7d-904c-ff038df87aea), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:08:50.137482 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-c97c44f0-989d-42ea-a6d9-6dc103b4cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (4c7881dc-503e-4b59-880f-21834bcd9250), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 08 05:08:54.171078 dv-cinder-740146-13-iscsi neutron-server[110147]: DEBUG neutron.db.agents_db [None req-36e520b1-25bd-405b-954e-d54f6e010f2f None None] Agent healthcheck: found 6 active agents {{(pid=110147) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 08 05:08:59.971116 dv-cinder-740146-13-iscsi neutron-server[110146]: DEBUG neutron_lib.callbacks.manager [None req-09ec45cc-20c0-4bb7-acf9-ae7fc9234151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769087550293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3755150'] for agent (8d5ca2d6-7c3c-47f3-968b-83d0eb120b6e), after_update {{(pid=110146) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}